[ 595.591355] env[69371]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69371) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.591739] env[69371]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69371) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.591876] env[69371]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69371) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 595.592236] env[69371]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 595.699254] env[69371]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69371) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 595.709405] env[69371]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69371) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 595.756505] env[69371]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 596.318947] env[69371]: INFO nova.virt.driver [None req-9b79054d-2602-4275-b261-4d90ad2fd05e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 596.392475] env[69371]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.392660] env[69371]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.392772] env[69371]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69371) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 599.714342] env[69371]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-08acca00-e107-469e-aeda-9cfb1058b438 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.730692] env[69371]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69371) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 599.730906] env[69371]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-81f12eb5-83f6-41f9-8216-96842fbe2c56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.756767] env[69371]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b9ef3. [ 599.757086] env[69371]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.364s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.757455] env[69371]: INFO nova.virt.vmwareapi.driver [None req-9b79054d-2602-4275-b261-4d90ad2fd05e None None] VMware vCenter version: 7.0.3 [ 599.761483] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd17417-9d62-457c-8e23-724657599a1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.779747] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a12b04-6bd8-4b6c-9e3f-eff259986559 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.786648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e9506-51a0-49b9-bcce-1c186a443469 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.794083] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33780f07-b073-4dd0-b660-be3ef8f3f3ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.808291] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3abb1-421d-49b7-bbb6-df4f9aff69c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.815627] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee3b25-a9a1-4059-8cf1-ac8bcac471f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.847682] env[69371]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-89e884cf-628f-47c5-b8af-9d90a820d19b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.854366] env[69371]: DEBUG nova.virt.vmwareapi.driver [None req-9b79054d-2602-4275-b261-4d90ad2fd05e None None] Extension org.openstack.compute already exists. {{(pid=69371) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 599.857087] env[69371]: INFO nova.compute.provider_config [None req-9b79054d-2602-4275-b261-4d90ad2fd05e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 600.360511] env[69371]: DEBUG nova.context [None req-9b79054d-2602-4275-b261-4d90ad2fd05e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),afc8dcd9-be46-4f23-a0de-1be15baff91c(cell1) {{(pid=69371) load_cells /opt/stack/nova/nova/context.py:464}} [ 600.362847] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.363185] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.364016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.364685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Acquiring lock "afc8dcd9-be46-4f23-a0de-1be15baff91c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.364866] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Lock "afc8dcd9-be46-4f23-a0de-1be15baff91c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.366021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Lock "afc8dcd9-be46-4f23-a0de-1be15baff91c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.388055] env[69371]: INFO dbcounter [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Registered counter for database nova_cell0 [ 600.396617] env[69371]: INFO dbcounter [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Registered counter for database nova_cell1 [ 600.400064] env[69371]: DEBUG oslo_db.sqlalchemy.engines [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69371) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 600.400691] env[69371]: DEBUG oslo_db.sqlalchemy.engines [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69371) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 600.405525] env[69371]: ERROR nova.db.main.api [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 600.405525] env[69371]: result = function(*args, **kwargs) [ 600.405525] env[69371]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 600.405525] env[69371]: return func(*args, **kwargs) [ 600.405525] env[69371]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 600.405525] env[69371]: result = fn(*args, **kwargs) [ 600.405525] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 600.405525] env[69371]: return f(*args, **kwargs) [ 600.405525] env[69371]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 600.405525] env[69371]: return db.service_get_minimum_version(context, binaries) [ 600.405525] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 600.405525] env[69371]: _check_db_access() [ 600.405525] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 600.405525] env[69371]: stacktrace = ''.join(traceback.format_stack()) [ 600.405525] env[69371]: [ 600.406570] env[69371]: ERROR nova.db.main.api [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 600.406570] env[69371]: result = function(*args, **kwargs) [ 600.406570] env[69371]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 600.406570] env[69371]: return func(*args, **kwargs) [ 600.406570] env[69371]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 600.406570] env[69371]: result = fn(*args, **kwargs) [ 600.406570] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 600.406570] env[69371]: return f(*args, **kwargs) [ 600.406570] env[69371]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 600.406570] env[69371]: return db.service_get_minimum_version(context, binaries) [ 600.406570] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 600.406570] env[69371]: _check_db_access() [ 600.406570] env[69371]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 600.406570] env[69371]: stacktrace = ''.join(traceback.format_stack()) [ 600.406570] env[69371]: [ 600.407018] env[69371]: WARNING nova.objects.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 600.407131] env[69371]: WARNING nova.objects.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Failed to get minimum service version for cell afc8dcd9-be46-4f23-a0de-1be15baff91c [ 600.407592] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Acquiring lock "singleton_lock" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.407759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Acquired lock "singleton_lock" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.408008] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Releasing lock "singleton_lock" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.408338] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Full set of CONF: {{(pid=69371) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 600.408485] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ******************************************************************************** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 600.408613] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] Configuration options gathered from: {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 600.408746] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 600.408940] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 600.409080] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ================================================================================ {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 600.409292] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] allow_resize_to_same_host = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.409463] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] arq_binding_timeout = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.409595] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] backdoor_port = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.409720] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] backdoor_socket = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.409881] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] block_device_allocate_retries = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410058] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] block_device_allocate_retries_interval = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410231] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cert = self.pem {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410405] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410604] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute_monitors = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410783] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] config_dir = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.410956] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] config_drive_format = iso9660 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411106] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411273] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] config_source = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411443] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] console_host = devstack {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411607] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] control_exchange = nova {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411769] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cpu_allocation_ratio = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.411927] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] daemon = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.412147] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] debug = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.412350] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_access_ip_network_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.412525] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_availability_zone = nova {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.412688] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_ephemeral_format = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.412853] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_green_pool_size = 1000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413105] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413276] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] default_schedule_zone = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413521] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] disk_allocation_ratio = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413618] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] enable_new_services = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413798] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] enabled_apis = ['osapi_compute'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.413963] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] enabled_ssl_apis = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.414145] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] flat_injected = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.414305] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] force_config_drive = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.414464] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] force_raw_images = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.414633] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] graceful_shutdown_timeout = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.414794] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] heal_instance_info_cache_interval = -1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415030] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] host = cpu-1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415223] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415390] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415554] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415792] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.415976] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_build_timeout = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416160] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_delete_interval = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416332] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_format = [instance: %(uuid)s] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416499] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_name_template = instance-%08x {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416673] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_usage_audit = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416828] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_usage_audit_period = month {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.416990] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417171] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417338] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] internal_service_availability_zone = internal {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417495] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] key = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417658] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] live_migration_retry_count = 30 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417824] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_color = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.417987] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_config_append = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418169] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418331] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_dir = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418487] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_file = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418616] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_options = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418777] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_rotate_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.418944] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_rotate_interval_type = days {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419126] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] log_rotation_type = none {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419257] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419381] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419550] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419720] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.419849] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420019] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] long_rpc_timeout = 1800 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420185] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_concurrent_builds = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420344] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_concurrent_live_migrations = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420504] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_concurrent_snapshots = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420664] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_local_block_devices = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420823] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_logfile_count = 30 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.420980] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] max_logfile_size_mb = 200 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421155] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] maximum_instance_delete_attempts = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421333] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metadata_listen = 0.0.0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421494] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metadata_listen_port = 8775 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421661] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metadata_workers = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421823] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] migrate_max_retries = -1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.421989] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] mkisofs_cmd = genisoimage {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.422216] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.422346] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] my_ip = 10.180.1.21 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.422551] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.422716] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] network_allocate_retries = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.422895] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423075] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423242] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] osapi_compute_listen_port = 8774 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423426] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] osapi_compute_unique_server_name_scope = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423636] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] osapi_compute_workers = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423778] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] password_length = 12 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.423940] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] periodic_enable = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424117] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] periodic_fuzzy_delay = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424291] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] pointer_model = usbtablet {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424461] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] preallocate_images = none {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424624] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] publish_errors = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424753] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] pybasedir = /opt/stack/nova {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.424912] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ram_allocation_ratio = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425093] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rate_limit_burst = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425308] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rate_limit_except_level = CRITICAL {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425425] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rate_limit_interval = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425584] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reboot_timeout = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425766] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reclaim_instance_interval = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.425942] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] record = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426129] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reimage_timeout_per_gb = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426296] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] report_interval = 120 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426458] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rescue_timeout = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426621] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reserved_host_cpus = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426808] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reserved_host_disk_mb = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.426937] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reserved_host_memory_mb = 512 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427115] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] reserved_huge_pages = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427279] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] resize_confirm_window = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427440] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] resize_fs_using_block_device = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427600] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] resume_guests_state_on_host_boot = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427769] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.427930] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] rpc_response_timeout = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428105] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] run_external_periodic_tasks = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428275] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] running_deleted_instance_action = reap {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428435] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428595] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] running_deleted_instance_timeout = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428755] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler_instance_sync_interval = 120 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.428921] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_down_time = 720 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429101] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] servicegroup_driver = db {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429260] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] shell_completion = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429419] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] shelved_offload_time = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429578] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] shelved_poll_interval = 3600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429743] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] shutdown_timeout = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.429903] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] source_is_ipv6 = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.430076] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ssl_only = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.430348] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.430519] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] sync_power_state_interval = 600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.430682] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] sync_power_state_pool_size = 1000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.430855] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] syslog_log_facility = LOG_USER {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431017] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] tempdir = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431183] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] timeout_nbd = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431352] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] transport_url = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431540] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] update_resources_interval = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431708] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_cow_images = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.431866] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_journal = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432035] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_json = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432201] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_rootwrap_daemon = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432358] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_stderr = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432512] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] use_syslog = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432667] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vcpu_pin_set = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432832] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plugging_is_fatal = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.432998] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plugging_timeout = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.433180] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] virt_mkfs = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.433344] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] volume_usage_poll_interval = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.433530] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] watch_log_file = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.433755] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] web = /usr/share/spice-html5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 600.433911] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.434463] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.434463] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.434463] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_concurrency.disable_process_locking = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.435101] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.435311] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.435489] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.435664] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.435839] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436016] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436215] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.auth_strategy = keystone {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436389] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.compute_link_prefix = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436568] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436743] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.dhcp_domain = novalocal {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.436944] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.enable_instance_password = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437087] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.glance_link_prefix = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437256] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437428] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437592] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.instance_list_per_project_cells = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437753] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.list_records_by_skipping_down_cells = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.437933] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.local_metadata_per_cell = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438129] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.max_limit = 1000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438301] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.metadata_cache_expiration = 15 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438477] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.neutron_default_tenant_id = default {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438649] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.response_validation = warn {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438818] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.use_neutron_default_nets = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.438985] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.439164] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.439331] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.439503] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.439677] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_dynamic_targets = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.439842] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_jsonfile_path = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440039] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440231] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.backend = dogpile.cache.memcached {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440404] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.backend_argument = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440568] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.backend_expiration_time = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440741] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.config_prefix = cache.oslo {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.440913] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.dead_timeout = 60.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441092] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.debug_cache_backend = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441260] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.enable_retry_client = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441446] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.enable_socket_keepalive = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441633] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.enabled = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441798] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.enforce_fips_mode = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.441996] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.expiration_time = 600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.442183] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.hashclient_retry_attempts = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.442355] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.442522] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_dead_retry = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.442685] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_password = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.442849] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443016] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443183] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_pool_maxsize = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443348] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443549] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_sasl_enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443741] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.443911] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444085] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.memcache_username = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444256] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.proxies = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444438] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_db = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444614] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_password = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444787] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.444962] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445147] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_server = localhost:6379 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445313] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_socket_timeout = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445472] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.redis_username = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445637] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.retry_attempts = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445800] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.retry_delay = 0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.445987] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.socket_keepalive_count = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446171] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.socket_keepalive_idle = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446333] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.socket_keepalive_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446492] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.tls_allowed_ciphers = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446651] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.tls_cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446809] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.tls_certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.446971] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.tls_enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.447147] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cache.tls_keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.447320] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.447494] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.auth_type = password {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.447661] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.447840] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448008] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448180] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448343] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.cross_az_attach = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448510] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.debug = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448671] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.endpoint_template = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448835] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.http_retries = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.448997] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.449174] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.449348] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.os_region_name = RegionOne {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.449515] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.449678] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cinder.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.449857] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450058] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.cpu_dedicated_set = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450227] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.cpu_shared_set = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450397] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.image_type_exclude_list = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450565] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450729] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.450892] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451068] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451244] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451416] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.resource_provider_association_refresh = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451585] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451750] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.shutdown_retry_interval = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.451931] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452123] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] conductor.workers = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452302] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] console.allowed_origins = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452465] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] console.ssl_ciphers = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452639] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] console.ssl_minimum_version = default {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452810] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] consoleauth.enforce_session_timeout = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.452978] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] consoleauth.token_ttl = 600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.453162] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.453323] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.453522] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.453690] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.453880] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454046] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454193] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454352] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454541] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454707] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.454867] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455036] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455201] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455839] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.service_type = accelerator {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455839] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455839] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455839] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.455982] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.456203] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.456375] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] cyborg.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.456548] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.asyncio_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.456708] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.asyncio_slave_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.456879] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.backend = sqlalchemy {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457063] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457259] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.connection_debug = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457403] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.connection_parameters = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457570] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.connection_recycle_time = 3600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457733] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.connection_trace = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.457898] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.db_inc_retry_interval = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.db_max_retries = 20 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.db_max_retry_interval = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.db_retry_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.max_overflow = 50 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.max_pool_size = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.max_retries = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459333] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.mysql_wsrep_sync_wait = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459333] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.pool_timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459488] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.retry_interval = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459652] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.slave_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459813] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.sqlite_synchronous = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.459974] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] database.use_db_reconnect = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460159] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.asyncio_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460319] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.asyncio_slave_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460491] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.backend = sqlalchemy {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460661] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460824] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.connection_debug = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.460990] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.connection_parameters = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461168] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.connection_recycle_time = 3600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461330] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.connection_trace = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461490] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.db_inc_retry_interval = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461652] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.db_max_retries = 20 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461815] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.db_max_retry_interval = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.461977] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.db_retry_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462157] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.max_overflow = 50 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462322] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.max_pool_size = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462484] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.max_retries = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462656] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462814] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.462972] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.pool_timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.463148] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.retry_interval = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.463307] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.slave_connection = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.463503] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] api_database.sqlite_synchronous = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.463690] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] devices.enabled_mdev_types = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.463869] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464084] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464219] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ephemeral_storage_encryption.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464388] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464590] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.api_servers = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464760] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.464926] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.465103] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.465316] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.465489] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.465659] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.debug = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.465825] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.default_trusted_certificate_ids = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466036] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.enable_certificate_validation = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466268] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.enable_rbd_download = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466386] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466552] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466718] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.466879] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467082] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467261] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.num_retries = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467437] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.rbd_ceph_conf = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467603] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.rbd_connect_timeout = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467775] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.rbd_pool = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.467944] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.rbd_user = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468130] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468292] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468453] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468623] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.service_type = image {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468785] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.468942] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469117] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469277] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469455] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469621] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.verify_glance_signatures = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469781] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] glance.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.469947] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] guestfs.debug = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470131] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470295] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.auth_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470456] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470615] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470778] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.470938] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471110] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471275] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471455] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471594] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471752] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.471908] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472077] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472239] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472395] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472566] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.service_type = shared-file-system {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472729] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.share_apply_policy_timeout = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.472891] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473060] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473221] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473378] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473591] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473758] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] manila.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.473927] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] mks.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.474306] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.474523] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.manager_interval = 2400 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.474701] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.precache_concurrency = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.474874] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.remove_unused_base_images = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475056] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475231] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475409] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] image_cache.subdirectory_name = _base {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475585] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.api_max_retries = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475751] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.api_retry_interval = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.475909] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476085] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.auth_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476251] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476413] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476577] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476741] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.conductor_group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.476898] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477071] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477235] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477400] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477564] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477721] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.477879] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478053] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.peer_list = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478215] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478422] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478601] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.serial_console_state_timeout = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478762] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.478931] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.service_type = baremetal {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479107] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.shard = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479272] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479431] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479592] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479750] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.479930] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480133] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ironic.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480289] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480464] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] key_manager.fixed_key = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480649] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480811] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.barbican_api_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.480971] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.barbican_endpoint = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481158] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.barbican_endpoint_type = public {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481322] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.barbican_region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481484] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481642] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481804] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.481962] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482136] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482299] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.number_of_retries = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482461] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.retry_delay = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482626] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.send_service_user_token = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482787] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.482942] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483116] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.verify_ssl = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483276] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican.verify_ssl_path = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483470] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483647] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.auth_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483811] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.483970] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484146] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484312] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484494] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484669] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484830] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] barbican_service_user.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.484995] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.approle_role_id = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485170] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.approle_secret_id = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485342] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.kv_mountpoint = secret {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485504] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.kv_path = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485669] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.kv_version = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485831] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.namespace = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.485988] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.root_token_id = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486161] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.ssl_ca_crt_file = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486331] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.timeout = 60.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486501] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.use_ssl = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486659] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486829] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.486988] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487166] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487324] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487483] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487662] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487801] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.487957] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488128] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488287] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488446] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488610] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488769] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.488937] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.service_type = identity {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489112] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489273] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489430] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489588] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489767] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.489926] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] keystone.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.490132] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.ceph_mount_options = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.490467] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.490649] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.connection_uri = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.490812] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_mode = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.490978] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.491165] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_models = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.491337] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_power_governor_high = performance {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.491511] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.491676] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_power_management = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.491848] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492026] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.device_detach_attempts = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492200] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.device_detach_timeout = 20 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492369] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.disk_cachemodes = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492531] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.disk_prefix = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492695] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.enabled_perf_events = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.492858] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.file_backed_memory = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493036] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.gid_maps = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493203] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.hw_disk_discard = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493361] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.hw_machine_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493558] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_rbd_ceph_conf = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493723] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.493887] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494068] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_rbd_glance_store_name = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494243] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_rbd_pool = rbd {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494430] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_type = default {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494612] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.images_volume_group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494778] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.inject_key = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.494940] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.inject_partition = -2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495114] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.inject_password = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495279] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.iscsi_iface = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495438] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.iser_use_multipath = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495613] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495777] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.495938] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_downtime = 500 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496112] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496276] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496435] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_inbound_addr = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496608] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496750] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.496904] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_scheme = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497484] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_timeout_action = abort {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497484] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_tunnelled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497484] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_uri = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497598] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.live_migration_with_native_tls = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497691] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.max_queues = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.497855] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.498085] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.498254] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.nfs_mount_options = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.498557] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.498744] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.498911] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499086] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499254] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499417] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_pcie_ports = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499585] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499748] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.pmem_namespaces = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.499906] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.quobyte_client_cfg = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.500227] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.500411] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.500580] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.500745] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.500905] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rbd_secret_uuid = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501077] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rbd_user = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501245] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501422] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501583] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rescue_image_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501739] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rescue_kernel_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.501895] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rescue_ramdisk_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.502085] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.502251] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.rx_queue_size = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.502421] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.smbfs_mount_options = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.502715] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.502892] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.snapshot_compression = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.503067] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.snapshot_image_format = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.503291] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.503498] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.sparse_logical_volumes = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.503673] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.swtpm_enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.503847] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.swtpm_group = tss {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504026] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.swtpm_user = tss {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504207] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.sysinfo_serial = unique {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504372] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.tb_cache_size = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504556] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.tx_queue_size = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504730] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.uid_maps = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.504896] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.use_virtio_for_bridges = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505081] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.virt_type = kvm {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505258] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.volume_clear = zero {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505425] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.volume_clear_size = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505928] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.volume_enforce_multipath = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505928] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.volume_use_multipath = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.505928] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_cache_path = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.506084] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.506242] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.506407] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.506577] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.506873] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507063] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.vzstorage_mount_user = stack {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507234] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507407] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507582] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.auth_type = password {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507746] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.507915] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508078] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508239] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508399] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508570] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.default_floating_pool = public {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508729] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.508892] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.extension_sync_interval = 600 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509065] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.http_retries = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509232] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509392] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509553] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509725] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.509888] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510071] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.ovs_bridge = br-int {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510241] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.physnets = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510411] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.region_name = RegionOne {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510574] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510740] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.service_metadata_proxy = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.510900] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511080] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.service_type = network {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511246] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511408] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511564] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511723] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.511904] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512076] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] neutron.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512252] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.bdms_in_notifications = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512430] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.default_level = INFO {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512626] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.include_share_mapping = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512825] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.notification_format = unversioned {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.512992] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.notify_on_state_change = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.513187] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.513371] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] pci.alias = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.513571] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] pci.device_spec = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.513745] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] pci.report_in_placement = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.513919] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514110] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.auth_type = password {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514284] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514464] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514640] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514799] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.514955] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.515129] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.515320] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.default_domain_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.515522] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.default_domain_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.515693] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.domain_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.515852] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.domain_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516034] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516233] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516400] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516559] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516716] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.516886] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.password = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517075] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.project_domain_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517268] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.project_domain_name = Default {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517444] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.project_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517613] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.project_name = service {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517780] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.region_name = RegionOne {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.517941] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.518115] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.518284] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.service_type = placement {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.518448] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.518696] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.518890] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519068] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.system_scope = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519239] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519396] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.trust_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519558] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.user_domain_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519729] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.user_domain_name = Default {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.519890] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.user_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520078] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.username = nova {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520265] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520428] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] placement.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520609] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.cores = 20 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520773] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.count_usage_from_placement = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.520943] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521126] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.injected_file_content_bytes = 10240 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521298] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.injected_file_path_length = 255 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521462] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.injected_files = 5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521629] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.instances = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521792] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.key_pairs = 100 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.521958] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.metadata_items = 128 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.522139] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.ram = 51200 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.522307] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.recheck_quota = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.522475] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.server_group_members = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.522640] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.server_groups = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.522855] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523042] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] quota.unified_limits_resource_strategy = require {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523219] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523384] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523571] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.image_metadata_prefilter = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523789] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.523980] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.max_attempts = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524161] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.max_placement_results = 1000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524325] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524486] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524646] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524819] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] scheduler.workers = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.524996] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.525183] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.525364] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.525539] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.525706] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.525866] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526038] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526233] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526402] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.host_subset_size = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526568] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526730] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.526945] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527072] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527253] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527419] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.isolated_hosts = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527584] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.isolated_images = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527747] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.527906] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528079] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528248] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.pci_in_placement = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528410] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528575] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528735] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.528897] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529079] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529249] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529414] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.track_instance_changes = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529593] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529764] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metrics.required = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.529928] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metrics.weight_multiplier = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.530107] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.530277] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] metrics.weight_setting = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.530618] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.530806] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.530988] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.port_range = 10000:20000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.531177] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.531349] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.531518] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] serial_console.serialproxy_port = 6083 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.531685] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.531855] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.auth_type = password {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532023] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532184] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532345] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532505] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532662] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532834] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.send_service_user_token = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.532994] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.533166] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] service_user.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.533336] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.agent_enabled = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.533527] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.533840] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534058] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534237] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.html5proxy_port = 6082 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534410] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.image_compression = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534599] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.jpeg_compression = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534766] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.playback_compression = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.534930] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.require_secure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.535119] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.server_listen = 127.0.0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.535304] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.535592] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.535767] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.streaming_mode = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.535931] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] spice.zlib_compression = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536117] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] upgrade_levels.baseapi = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536292] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] upgrade_levels.compute = auto {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536454] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] upgrade_levels.conductor = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536613] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] upgrade_levels.scheduler = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536780] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.536942] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537119] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537279] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537441] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537602] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537760] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.537922] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538092] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vendordata_dynamic_auth.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538270] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.api_retry_count = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538427] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.ca_file = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538600] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538765] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.cluster_name = testcl1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.538927] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.connection_pool_size = 10 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.539097] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.console_delay_seconds = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.539270] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.datastore_regex = ^datastore.* {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.539488] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.539676] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.host_password = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.539844] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.host_port = 443 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540019] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.host_username = administrator@vsphere.local {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540195] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.insecure = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540357] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.integration_bridge = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540520] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.maximum_objects = 100 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540679] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.pbm_default_policy = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540850] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.pbm_enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.540993] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.pbm_wsdl_location = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.541178] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.541338] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.serial_port_proxy_uri = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.541495] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.serial_port_service_uri = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.541661] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.task_poll_interval = 0.5 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.541834] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.use_linked_clone = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.542010] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.vnc_keymap = en-us {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.542186] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.vnc_port = 5900 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.542350] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vmware.vnc_port_total = 10000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.542539] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.auth_schemes = ['none'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.542742] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543049] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543243] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543438] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.novncproxy_port = 6080 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543651] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.server_listen = 127.0.0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543835] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.543998] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.vencrypt_ca_certs = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.544175] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.vencrypt_client_cert = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.544337] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vnc.vencrypt_client_key = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.544549] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.544718] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_deep_image_inspection = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.544883] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545058] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545226] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545388] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.disable_rootwrap = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545554] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.enable_numa_live_migration = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545715] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.545876] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546048] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546213] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.libvirt_disable_apic = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546375] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546540] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546702] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.546862] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547031] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547197] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547357] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547517] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547677] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.547840] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.548033] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.548206] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.548373] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] zvm.ca_file = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.548535] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] zvm.cloud_connector_url = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.548845] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549031] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] zvm.reachable_timeout = 300 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549212] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549391] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549569] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.connection_string = messaging:// {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549736] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.enabled = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.549905] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.es_doc_type = notification {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550079] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.es_scroll_size = 10000 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550249] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.es_scroll_time = 2m {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550412] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.filter_error_trace = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550578] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.hmac_keys = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550742] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.sentinel_service_name = mymaster {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.550906] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.socket_timeout = 0.1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551084] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.trace_requests = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551242] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler.trace_sqlalchemy = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551421] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler_jaeger.process_tags = {} {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551580] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler_jaeger.service_name_prefix = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551742] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] profiler_otlp.service_name_prefix = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.551914] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552088] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552254] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552416] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552578] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552735] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.552897] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553071] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553236] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553418] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553620] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553803] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.553973] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.554157] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.554323] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.554510] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.554679] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.554843] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555072] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555186] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555348] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555514] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555681] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.555844] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556014] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556186] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556347] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556510] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556672] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556833] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.556995] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.557182] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.557351] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.557513] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.557681] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.557848] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558015] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558207] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558374] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_notifications.retry = -1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558551] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558739] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.558917] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.auth_section = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559107] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.auth_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559277] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.cafile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559438] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.certfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559606] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.collect_timing = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559765] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.connect_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.559923] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.connect_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560098] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_id = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560277] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560437] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_override = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560595] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560754] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.560912] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.endpoint_service_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561086] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.insecure = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561248] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.keyfile = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561450] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.max_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561627] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.min_version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561788] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.region_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.561947] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.retriable_status_codes = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562124] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.service_name = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562286] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.service_type = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562449] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.split_loggers = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562609] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.status_code_retries = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562767] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.status_code_retry_delay = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.562925] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.timeout = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563094] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.valid_interfaces = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563256] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_limit.version = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563445] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_reports.file_event_handler = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563618] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563779] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] oslo_reports.log_dir = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.563949] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564122] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564283] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564449] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564611] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564767] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.564934] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565106] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565266] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565427] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565627] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565807] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] vif_plug_ovs_privileged.user = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.565972] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.566171] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.566345] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.566516] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.566687] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.566859] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567034] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567202] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567397] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567545] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.isolate_vif = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567712] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.567878] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568060] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568234] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568396] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] os_vif_ovs.per_port_bridge = False {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568565] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.capabilities = [21] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568723] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.568876] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.helper_command = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569050] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569217] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569375] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] privsep_osbrick.user = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569547] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569706] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.group = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.569859] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.helper_command = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.570035] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.570200] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.570355] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] nova_sys_admin.user = None {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 600.570486] env[69371]: DEBUG oslo_service.backend.eventlet.service [None req-b58f1ebb-dd6b-4cc3-8600-55b99d44bc58 None None] ******************************************************************************** {{(pid=69371) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 600.570921] env[69371]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 601.075428] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Getting list of instances from cluster (obj){ [ 601.075428] env[69371]: value = "domain-c8" [ 601.075428] env[69371]: _type = "ClusterComputeResource" [ 601.075428] env[69371]: } {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 601.076781] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e296a260-170e-4f0e-8de7-d6d739aad3c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.086432] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Got total of 0 instances {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 601.087057] env[69371]: WARNING nova.virt.vmwareapi.driver [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 601.087584] env[69371]: INFO nova.virt.node [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Generated node identity 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 [ 601.087847] env[69371]: INFO nova.virt.node [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Wrote node identity 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 to /opt/stack/data/n-cpu-1/compute_id [ 601.591216] env[69371]: WARNING nova.compute.manager [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Compute nodes ['52d5f370-49b9-4ee2-8c63-e0aaa6865b00'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 602.597326] env[69371]: INFO nova.compute.manager [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 603.603343] env[69371]: WARNING nova.compute.manager [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 603.603857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.603925] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.604040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.604198] env[69371]: DEBUG nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 603.605176] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f585e27-ca56-4a57-878a-5a00340a0ff2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.613599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38197c70-73ba-4841-8efb-d9a82e73f718 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.628159] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b931c5-9cce-433a-ad48-95cb39be4011 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.635937] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03254459-f0c9-4781-8817-e8a8d9118804 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.665313] env[69371]: DEBUG nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 603.665461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.665674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.168510] env[69371]: WARNING nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] No compute node record for cpu-1:52d5f370-49b9-4ee2-8c63-e0aaa6865b00: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 could not be found. [ 604.672781] env[69371]: INFO nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 [ 606.179896] env[69371]: DEBUG nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 606.180339] env[69371]: DEBUG nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 606.341843] env[69371]: INFO nova.scheduler.client.report [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] [req-e9a9c91b-be75-405f-90c2-8d1f57f4e200] Created resource provider record via placement API for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 606.362174] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5258c6-3c4f-45d2-a143-20df6bbdc132 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.370277] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6b0a2-864b-4d66-b7b8-c470ff587d50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.400480] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2267a0f-3e4b-4e20-a203-e5a3aa408afe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.408174] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f526c6f-74a3-47aa-8637-6d30b4b0870c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.421927] env[69371]: DEBUG nova.compute.provider_tree [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.964091] env[69371]: DEBUG nova.scheduler.client.report [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 606.964324] env[69371]: DEBUG nova.compute.provider_tree [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 0 to 1 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 606.964467] env[69371]: DEBUG nova.compute.provider_tree [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.018164] env[69371]: DEBUG nova.compute.provider_tree [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 1 to 2 during operation: update_traits {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 607.526628] env[69371]: DEBUG nova.compute.resource_tracker [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 607.526984] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.526984] env[69371]: DEBUG nova.service [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Creating RPC server for service compute {{(pid=69371) start /opt/stack/nova/nova/service.py:177}} [ 607.541982] env[69371]: DEBUG nova.service [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] Join ServiceGroup membership for this service compute {{(pid=69371) start /opt/stack/nova/nova/service.py:194}} [ 607.542248] env[69371]: DEBUG nova.servicegroup.drivers.db [None req-e7ce49f3-3072-45b8-98fd-5f63847d96a1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69371) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 649.011775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.012158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.516108] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.682036] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.682621] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.848020] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "def4786b-65c2-447f-a133-8b575067efe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.848327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.078488] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.078967] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.081430] env[69371]: INFO nova.compute.claims [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.185953] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.353544] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.729451] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.881380] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.172759] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b964c5d-0e50-44a6-95de-adbcccf8d676 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.182544] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2061470-c6b4-4caa-9fd5-560b31f39cd6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.217265] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab171210-360e-4f25-b9f9-866f25fe8735 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.225643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc0e9b8-68cb-4532-a938-62736688aa43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.241852] env[69371]: DEBUG nova.compute.provider_tree [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.746977] env[69371]: DEBUG nova.scheduler.client.report [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.260511] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.260511] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.270029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.538s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.270029] env[69371]: INFO nova.compute.claims [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.373695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "fff38139-053a-493f-80e9-1cc9844f733b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.374126] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.539504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.539738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.780826] env[69371]: DEBUG nova.compute.utils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.782324] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.783073] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.878712] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.044238] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.098121] env[69371]: DEBUG nova.policy [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e606484b2764fd097292280c6a5fce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8c0b59cc7f74e5cae9200a6022f7ba8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.290540] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.409459] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf2aa5-bb1c-438d-b2c5-55f104cda25c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.419076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.421302] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd79b89-562b-45f6-a3d1-3262bf6d7594 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.458393] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d4cfe-9d59-4a6c-8f00-8f29f6b4bcd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.468707] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95421ad0-d09f-4621-8f10-2565a06c11a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.484474] env[69371]: DEBUG nova.compute.provider_tree [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.574424] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.935164] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "65e23711-82b8-4f46-805e-69017d84226d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.935164] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "65e23711-82b8-4f46-805e-69017d84226d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.987698] env[69371]: DEBUG nova.scheduler.client.report [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.303256] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.342879] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.343140] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.343299] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.343480] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.343623] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.343771] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.343980] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.344172] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.344568] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.344741] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.344913] env[69371]: DEBUG nova.virt.hardware [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.346797] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3afa20f-1f1c-462b-9bcc-7081c870b45e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.356311] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844658dd-01c1-468f-86e7-a22be3ed8e9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.381039] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7afcfc8-8bac-4bd6-a439-5843261c9310 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.441860] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.497299] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.499313] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.503207] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.621s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.503894] env[69371]: INFO nova.compute.claims [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.724251] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Successfully created port: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.967034] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.009343] env[69371]: DEBUG nova.compute.utils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.010916] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.011324] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.102122] env[69371]: DEBUG nova.policy [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11fc6bef0bf04db79542faabb41a8c34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '133e24ee7a9f405dafe4899ba90c3dbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.294809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.294809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.517403] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.622757] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Successfully created port: d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.691586] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760f91c-06b7-4f86-bf72-59faf28760b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.700956] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4da05-fc3e-44d2-a107-dbe800975f32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.735133] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfbda5-bc9e-4121-8584-0bd363406798 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.746292] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7661a4c0-7358-48eb-928a-436436c259a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.759520] env[69371]: DEBUG nova.compute.provider_tree [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.797937] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.262540] env[69371]: DEBUG nova.scheduler.client.report [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.334257] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.361380] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.361380] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.533891] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.578215] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.578481] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.578615] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.578797] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.579023] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.579716] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.579716] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.579716] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.579716] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.579900] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.579943] env[69371]: DEBUG nova.virt.hardware [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.580981] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468ff99b-19b1-44b3-91d1-f1d39a25ae3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.590740] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03b14b-5f13-43ef-9f6f-8a3cce71450c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.770229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.770229] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.771857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.354s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.773631] env[69371]: INFO nova.compute.claims [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.864860] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.967054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.967054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.992374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.992374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.278084] env[69371]: DEBUG nova.compute.utils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.286870] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.286870] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.391612] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.421704] env[69371]: DEBUG nova.policy [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ee5452783c4b1ba103bc1c46af436c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '370e518b206f4078b49cff7a65248d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.469742] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.499143] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.599798] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Successfully updated port: a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.784234] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.996280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.021919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.094378] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770430e4-0d20-4259-ab8e-91f298bc08c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.104353] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.105384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquired lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.105384] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.107178] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265d7d9-3974-4fea-a229-1218bd8edc73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.149508] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dab651-d4c9-43dd-8134-5ea2e0638510 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.160117] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca83fca-ee69-4e01-87df-f66928f43aec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.177220] env[69371]: DEBUG nova.compute.provider_tree [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.216608] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Successfully updated port: d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.341697] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Successfully created port: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.424288] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.424945] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.680192] env[69371]: DEBUG nova.scheduler.client.report [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.720723] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.720723] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquired lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.720723] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.774535] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.803214] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.836965] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.837218] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.837570] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.837682] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.837907] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.838023] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.838137] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.838302] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.838464] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.838623] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.838792] env[69371]: DEBUG nova.virt.hardware [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.840059] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d2739-f611-4fac-b6ac-072633055442 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.853173] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dacf31-e457-42f4-b522-b691476c0f14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.050819] env[69371]: DEBUG nova.compute.manager [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Received event network-vif-plugged-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.051737] env[69371]: DEBUG oslo_concurrency.lockutils [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] Acquiring lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.051737] env[69371]: DEBUG oslo_concurrency.lockutils [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.051737] env[69371]: DEBUG oslo_concurrency.lockutils [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.051737] env[69371]: DEBUG nova.compute.manager [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] No waiting events found dispatching network-vif-plugged-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 659.052100] env[69371]: WARNING nova.compute.manager [req-eb74458a-0c54-4555-ae15-b86de09c1f0b req-b66372c0-3ea4-45b0-8060-d9214e1581f0 service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Received unexpected event network-vif-plugged-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 for instance with vm_state building and task_state spawning. [ 659.137421] env[69371]: DEBUG nova.compute.manager [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Received event network-vif-plugged-d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.137421] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] Acquiring lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.137421] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.137421] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.138461] env[69371]: DEBUG nova.compute.manager [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] No waiting events found dispatching network-vif-plugged-d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 659.139049] env[69371]: WARNING nova.compute.manager [req-ea45de02-b5af-4d9a-bb04-416793d39c3a req-0c09feca-b8c8-433e-8e0d-9d732c7bcc0a service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Received unexpected event network-vif-plugged-d43bf733-d741-4133-b60e-0d0f339538cc for instance with vm_state building and task_state spawning. [ 659.189607] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.189607] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.196813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.621s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.197100] env[69371]: INFO nova.compute.claims [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.264897] env[69371]: DEBUG nova.network.neutron [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updating instance_info_cache with network_info: [{"id": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "address": "fa:16:3e:ba:ec:47", "network": {"id": "8970b32c-01f7-4c77-be62-2ce25d806257", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1257678461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c0b59cc7f74e5cae9200a6022f7ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79ca7b9-ad", "ovs_interfaceid": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.377487] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.707320] env[69371]: DEBUG nova.compute.utils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.708889] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.710675] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.767910] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Releasing lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.768165] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Instance network_info: |[{"id": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "address": "fa:16:3e:ba:ec:47", "network": {"id": "8970b32c-01f7-4c77-be62-2ce25d806257", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1257678461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c0b59cc7f74e5cae9200a6022f7ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79ca7b9-ad", "ovs_interfaceid": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.768785] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ec:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79ca7b9-ad31-42a2-91e8-ceb5875094c9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.787193] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.787193] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb2a6d2-4e78-46ba-978c-cf14c2255327 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.790717] env[69371]: DEBUG nova.policy [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9839e9e6c070427f9bf33b00d07bc8d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a226755ff804916a9706b92b93fdaf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.811010] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Created folder: OpenStack in parent group-v4. [ 659.811010] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating folder: Project (d8c0b59cc7f74e5cae9200a6022f7ba8). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.811010] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7399fd-f824-4fdf-89e2-29cdc080c65e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.823921] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Created folder: Project (d8c0b59cc7f74e5cae9200a6022f7ba8) in parent group-v817910. [ 659.823921] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating folder: Instances. Parent ref: group-v817911. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.823921] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90dc2727-f2ff-4fa1-92c4-2ab0bfda3040 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.833505] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Created folder: Instances in parent group-v817911. [ 659.833784] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.836250] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.836491] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a7c9d92-2085-4731-8dc8-eacf33c359c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.859068] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.859068] env[69371]: value = "task-4129560" [ 659.859068] env[69371]: _type = "Task" [ 659.859068] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.870762] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129560, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.942668] env[69371]: DEBUG nova.network.neutron [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Updating instance_info_cache with network_info: [{"id": "d43bf733-d741-4133-b60e-0d0f339538cc", "address": "fa:16:3e:27:46:c0", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43bf733-d7", "ovs_interfaceid": "d43bf733-d741-4133-b60e-0d0f339538cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.217375] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.260674] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Successfully created port: c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.371901] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129560, 'name': CreateVM_Task, 'duration_secs': 0.470361} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.371901] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.386041] env[69371]: DEBUG oslo_vmware.service [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e3916-90ae-4abf-80b7-984784e6d2e2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.398140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.398525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.400453] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.401110] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9511db7-f650-44f9-b1aa-c2e095ac5896 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.408911] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 660.408911] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529ae2c0-83a9-c42a-c62a-be20fa1a5173" [ 660.408911] env[69371]: _type = "Task" [ 660.408911] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.420365] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529ae2c0-83a9-c42a-c62a-be20fa1a5173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.446188] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Releasing lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.447365] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Instance network_info: |[{"id": "d43bf733-d741-4133-b60e-0d0f339538cc", "address": "fa:16:3e:27:46:c0", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43bf733-d7", "ovs_interfaceid": "d43bf733-d741-4133-b60e-0d0f339538cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.449292] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:46:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43bf733-d741-4133-b60e-0d0f339538cc', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.462237] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Creating folder: Project (133e24ee7a9f405dafe4899ba90c3dbc). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.465670] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f250de-fdb9-45b1-86ae-a57b6c4d0dc6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.480163] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Created folder: Project (133e24ee7a9f405dafe4899ba90c3dbc) in parent group-v817910. [ 660.480163] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Creating folder: Instances. Parent ref: group-v817914. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.480163] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ccfc93d-7d28-40e6-b75b-d5dc30e28025 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.490379] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Created folder: Instances in parent group-v817914. [ 660.490961] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.491476] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.491855] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d436abb-bd93-47be-a373-3ec43ec92e51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.512148] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10cb38-1360-4ebc-8351-ba8f9e7e848e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.524048] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.524048] env[69371]: value = "task-4129563" [ 660.524048] env[69371]: _type = "Task" [ 660.524048] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.540965] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535ad15-be31-499b-a3ba-141409bbe77e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.546616] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129563, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.583174] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c7883c-9fc1-442d-93e1-3fc9739ddb1f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.593228] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8fa7e7-384d-4077-8c16-1cba648512f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.613193] env[69371]: DEBUG nova.compute.provider_tree [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.815200] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Successfully updated port: 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.927871] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.927989] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.928767] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.928880] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.930183] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.930183] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c65ec7d1-035b-462a-8121-9c541678f73e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.955205] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.955205] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.955205] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ada7bc-3db5-4631-b91b-07158bee75c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.964311] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7da579-982b-45e5-842e-1bdeee0e977f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.970330] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 660.970330] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b45b5e-7129-dc03-39af-a22d2cddbee0" [ 660.970330] env[69371]: _type = "Task" [ 660.970330] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.981778] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b45b5e-7129-dc03-39af-a22d2cddbee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.044924] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129563, 'name': CreateVM_Task, 'duration_secs': 0.407639} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.044924] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.047043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.047277] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.047638] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.049045] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a302bf4-5ccd-425e-9ddc-4d23cf3eb4dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.055757] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 661.055757] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52836819-8aa5-220d-f677-044b981f5356" [ 661.055757] env[69371]: _type = "Task" [ 661.055757] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.070922] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52836819-8aa5-220d-f677-044b981f5356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.122050] env[69371]: DEBUG nova.scheduler.client.report [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.230436] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.262319] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.262319] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.262319] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.262518] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.262518] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.262518] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.262518] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.262518] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.265494] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.265494] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.265494] env[69371]: DEBUG nova.virt.hardware [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.265494] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c842aaf8-c3f5-4131-87b3-3980565d9fcf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.277666] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab205a3-a245-4f31-ba24-d931cee83e33 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.320887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.320967] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquired lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.321191] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.488040] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 661.488040] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating directory with path [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.488040] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0cf018-2e09-496e-81fd-32e8cb3548da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.513481] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Created directory with path [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.513748] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Fetch image to [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 661.513969] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Downloading image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk on the data store datastore2 {{(pid=69371) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 661.516163] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764389c-e0cf-4bfb-b9bc-5e3721b7b5bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528863] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c8636-7881-48a1-9b55-58bf8865c888 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.542340] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c1615a-037d-4e2a-9f16-26398d3704bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.546805] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.547157] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.547805] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.548019] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.578748] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.581678] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.585522] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8e8b1-d88e-4d05-8bf8-24f7ac4741b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.588553] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.599429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.600077] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.600077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.600270] env[69371]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7b10ecb1-4066-4f1e-928d-576ff338a628 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.630892] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.633047] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.634236] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.667s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.636808] env[69371]: INFO nova.compute.claims [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.647292] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Downloading image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to the data store datastore2 {{(pid=69371) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 661.735530] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 661.890210] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.094607] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Getting list of instances from cluster (obj){ [ 662.094607] env[69371]: value = "domain-c8" [ 662.094607] env[69371]: _type = "ClusterComputeResource" [ 662.094607] env[69371]: } {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 662.094607] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f4ef5-ddbc-4710-9539-f4c9f8a40d23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.113537] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Got total of 2 instances {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 662.113537] env[69371]: WARNING nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 662.113537] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.113537] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 18f7a9f5-478d-409e-8ddb-18f83cea0499 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.113537] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid def4786b-65c2-447f-a133-8b575067efe8 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.114021] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid fff38139-053a-493f-80e9-1cc9844f733b {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.114021] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 8f6144e5-282f-4210-83f3-d17ebdc0fe12 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.118111] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.118111] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.118111] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "def4786b-65c2-447f-a133-8b575067efe8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.121968] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "fff38139-053a-493f-80e9-1cc9844f733b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.123314] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.123314] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.123314] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 662.124121] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.157840] env[69371]: DEBUG nova.compute.utils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.160264] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.160482] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.412592] env[69371]: DEBUG nova.policy [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97f7a84a933447b681a6602a4e59914b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc2c53e013e49088a7413042e4f12d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.423609] env[69371]: DEBUG nova.network.neutron [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Updating instance_info_cache with network_info: [{"id": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "address": "fa:16:3e:ac:fe:50", "network": {"id": "cc86d552-e968-4dc4-883f-245063562471", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1307376518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "370e518b206f4078b49cff7a65248d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161cbf83-1f", "ovs_interfaceid": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.457185] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 662.457832] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 662.595634] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Downloaded image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk on the data store datastore2 {{(pid=69371) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 662.597427] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 662.597427] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Copying Virtual Disk [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk to [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.597427] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe24e74a-dd38-4a33-be21-f861420b3c0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.606189] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 662.606189] env[69371]: value = "task-4129567" [ 662.606189] env[69371]: _type = "Task" [ 662.606189] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.619146] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.627207] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.683375] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.929930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Releasing lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.930303] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Instance network_info: |[{"id": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "address": "fa:16:3e:ac:fe:50", "network": {"id": "cc86d552-e968-4dc4-883f-245063562471", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1307376518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "370e518b206f4078b49cff7a65248d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161cbf83-1f", "ovs_interfaceid": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.930839] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:fe:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161cbf83-1f7e-4bc4-acf2-ee0ff840b042', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.943951] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Creating folder: Project (370e518b206f4078b49cff7a65248d3d). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.946509] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Successfully updated port: c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.951021] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5929485-49f6-41fd-8ce8-74f39108c63a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.951021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5fe6f1-37c7-4862-8522-082105d5970c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.959762] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51601604-d10b-4f7b-b801-52f728f9d2ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.966093] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Created folder: Project (370e518b206f4078b49cff7a65248d3d) in parent group-v817910. [ 662.966324] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Creating folder: Instances. Parent ref: group-v817920. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.967120] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96867109-3320-41f1-8686-fbf55a009f2f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.003144] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bcc024-d45e-4d19-a8e9-055efc9621b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.007058] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Created folder: Instances in parent group-v817920. [ 663.007360] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.007586] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.008537] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61552ade-3098-496f-8156-2e121566990f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.031545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b97c995-f1de-4715-b1b7-a42352e091cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.038919] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.038919] env[69371]: value = "task-4129571" [ 663.038919] env[69371]: _type = "Task" [ 663.038919] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.050791] env[69371]: DEBUG nova.compute.provider_tree [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.057802] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129571, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.116601] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129567, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.273037] env[69371]: DEBUG nova.compute.manager [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Received event network-changed-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.274163] env[69371]: DEBUG nova.compute.manager [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Refreshing instance network info cache due to event network-changed-a79ca7b9-ad31-42a2-91e8-ceb5875094c9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.274709] env[69371]: DEBUG oslo_concurrency.lockutils [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] Acquiring lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.275049] env[69371]: DEBUG oslo_concurrency.lockutils [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] Acquired lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.275296] env[69371]: DEBUG nova.network.neutron [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Refreshing network info cache for port a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.307230] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Received event network-changed-d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.307230] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Refreshing instance network info cache due to event network-changed-d43bf733-d741-4133-b60e-0d0f339538cc. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.307230] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Acquiring lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.307230] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Acquired lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.307585] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Refreshing network info cache for port d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.456699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.456862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquired lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.457027] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.550395] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129571, 'name': CreateVM_Task, 'duration_secs': 0.410902} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.550561] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.551384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.551472] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.551743] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.552247] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e2bb11-64fb-4199-ac81-cf47b72dc7a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.554859] env[69371]: DEBUG nova.scheduler.client.report [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.564721] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 663.564721] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0446-5e03-74ff-fb81-db7d1babbc43" [ 663.564721] env[69371]: _type = "Task" [ 663.564721] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.574203] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0446-5e03-74ff-fb81-db7d1babbc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.618888] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72486} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.619494] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Copied Virtual Disk [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk to [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.619494] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleting the datastore file [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.619672] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f0f89d9-9b9b-45f6-9bbe-b5d2d3256105 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.626508] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 663.626508] env[69371]: value = "task-4129572" [ 663.626508] env[69371]: _type = "Task" [ 663.626508] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.635271] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.695358] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.735801] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.735801] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.735801] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.736063] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.736063] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.736143] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.736349] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.737655] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.737655] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.737655] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.737655] env[69371]: DEBUG nova.virt.hardware [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.737868] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68671d-0218-439f-b405-92e90027ead8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.746931] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e1fdd-ccb0-41bc-9e1c-d6d2e9b303bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.000957] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Successfully created port: c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.062746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.063970] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.070730] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.736s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.073116] env[69371]: INFO nova.compute.claims [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.092916] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.098715] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.099063] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.099320] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.140531] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025726} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.140531] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.140531] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Moving file from [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f/f3242e19-7cd9-42b7-8515-e9e6418e80b9 to [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9. {{(pid=69371) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 664.140531] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5bdc2908-66c7-487d-9968-439de37099dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.147537] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 664.147537] env[69371]: value = "task-4129573" [ 664.147537] env[69371]: _type = "Task" [ 664.147537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.161918] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129573, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.493034] env[69371]: DEBUG nova.network.neutron [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updated VIF entry in instance network info cache for port a79ca7b9-ad31-42a2-91e8-ceb5875094c9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.493034] env[69371]: DEBUG nova.network.neutron [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updating instance_info_cache with network_info: [{"id": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "address": "fa:16:3e:ba:ec:47", "network": {"id": "8970b32c-01f7-4c77-be62-2ce25d806257", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1257678461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c0b59cc7f74e5cae9200a6022f7ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79ca7b9-ad", "ovs_interfaceid": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.537712] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Updated VIF entry in instance network info cache for port d43bf733-d741-4133-b60e-0d0f339538cc. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.537712] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Updating instance_info_cache with network_info: [{"id": "d43bf733-d741-4133-b60e-0d0f339538cc", "address": "fa:16:3e:27:46:c0", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43bf733-d7", "ovs_interfaceid": "d43bf733-d741-4133-b60e-0d0f339538cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.562254] env[69371]: DEBUG nova.network.neutron [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updating instance_info_cache with network_info: [{"id": "c32f5171-fb57-456b-bf01-540e1b54cccb", "address": "fa:16:3e:17:f7:19", "network": {"id": "d30542e1-58f4-4fab-8ede-d949cc9ea586", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-364606051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a226755ff804916a9706b92b93fdaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32f5171-fb", "ovs_interfaceid": "c32f5171-fb57-456b-bf01-540e1b54cccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.579148] env[69371]: DEBUG nova.compute.utils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.581124] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.581341] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.661318] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129573, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043257} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.661318] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] File moved {{(pid=69371) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 664.661318] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Cleaning up location [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 664.661318] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleting the datastore file [datastore2] vmware_temp/b6bf1938-9743-46a6-9b77-e5283c713d5f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.661737] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b552efe-4cdf-4a16-851b-ca6949dc15cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.665167] env[69371]: DEBUG nova.policy [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3613f1cf44234dc986dd22135d2c3120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '535016dccddd4fa98328324e9ab06fb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.672080] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 664.672080] env[69371]: value = "task-4129574" [ 664.672080] env[69371]: _type = "Task" [ 664.672080] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.683176] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.996770] env[69371]: DEBUG oslo_concurrency.lockutils [req-047fc446-8f12-4f77-a9f7-7f60ae1cd290 req-3db12e71-c527-4234-abf7-bd3d2df110bd service nova] Releasing lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.040922] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Releasing lock "refresh_cache-18f7a9f5-478d-409e-8ddb-18f83cea0499" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.043235] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Received event network-vif-plugged-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.043591] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Acquiring lock "def4786b-65c2-447f-a133-8b575067efe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.043817] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Lock "def4786b-65c2-447f-a133-8b575067efe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.044048] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Lock "def4786b-65c2-447f-a133-8b575067efe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.044294] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] No waiting events found dispatching network-vif-plugged-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.044476] env[69371]: WARNING nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Received unexpected event network-vif-plugged-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 for instance with vm_state building and task_state spawning. [ 665.044635] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Received event network-changed-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.044783] env[69371]: DEBUG nova.compute.manager [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Refreshing instance network info cache due to event network-changed-161cbf83-1f7e-4bc4-acf2-ee0ff840b042. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.044967] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Acquiring lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.045113] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Acquired lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046521] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Refreshing network info cache for port 161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.065353] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Releasing lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.066146] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Instance network_info: |[{"id": "c32f5171-fb57-456b-bf01-540e1b54cccb", "address": "fa:16:3e:17:f7:19", "network": {"id": "d30542e1-58f4-4fab-8ede-d949cc9ea586", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-364606051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a226755ff804916a9706b92b93fdaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32f5171-fb", "ovs_interfaceid": "c32f5171-fb57-456b-bf01-540e1b54cccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.066438] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:f7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c32f5171-fb57-456b-bf01-540e1b54cccb', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.075743] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Creating folder: Project (3a226755ff804916a9706b92b93fdaf7). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.080604] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0b699f1-8a72-4f43-9223-6c94a068ea3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.088467] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.098299] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Created folder: Project (3a226755ff804916a9706b92b93fdaf7) in parent group-v817910. [ 665.100129] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Creating folder: Instances. Parent ref: group-v817923. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.100129] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6632daad-5d3c-4c22-a7a1-27212c149ce7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.113881] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Created folder: Instances in parent group-v817923. [ 665.114391] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.115714] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.115989] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9eee174-2558-43d8-8d50-e5c93fd78070 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.147594] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.147594] env[69371]: value = "task-4129577" [ 665.147594] env[69371]: _type = "Task" [ 665.147594] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.159504] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129577, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.186962] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027263} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.187273] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.188559] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9538b762-855c-404b-9255-d2ce0d492344 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.197191] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 665.197191] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5278ee2c-6990-9a9d-016c-6f1cae86f57b" [ 665.197191] env[69371]: _type = "Task" [ 665.197191] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.208146] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5278ee2c-6990-9a9d-016c-6f1cae86f57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.404280] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5336fc8-2923-4d75-bb71-b108eff9a885 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.417720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be63460-286f-46a3-b1cf-4af745880924 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.462160] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069bf3b-782b-4da0-b630-eb8c2570ec2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.475323] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e654e-f518-42e1-9d63-456cc54d1a8b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.495276] env[69371]: DEBUG nova.compute.provider_tree [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.656206] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Successfully created port: 85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.665551] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129577, 'name': CreateVM_Task, 'duration_secs': 0.487686} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.665551] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.665852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.666021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.666342] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.666619] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6f92e8-9158-4569-ad81-0f899ad63d6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.675505] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 665.675505] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5224ebf4-7021-ccd2-28c8-174baf5375d5" [ 665.675505] env[69371]: _type = "Task" [ 665.675505] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.686779] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5224ebf4-7021-ccd2-28c8-174baf5375d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.708280] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5278ee2c-6990-9a9d-016c-6f1cae86f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.708655] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.708986] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357/9db1b0ba-ae45-4bcb-a3cf-69e497fa3357.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.709253] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709604] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.709737] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27285ae4-ead1-486f-ae43-c78dcddad3c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.712082] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4337570e-2d7b-4a00-b190-2ec898845650 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.721132] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 665.721132] env[69371]: value = "task-4129579" [ 665.721132] env[69371]: _type = "Task" [ 665.721132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.727192] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.727368] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.728656] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75589925-9c2a-483b-a69c-36e86e6446b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.735096] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.740128] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 665.740128] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520c21bb-bea9-05c3-3076-ba28dc4c859b" [ 665.740128] env[69371]: _type = "Task" [ 665.740128] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.750129] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520c21bb-bea9-05c3-3076-ba28dc4c859b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.999275] env[69371]: DEBUG nova.scheduler.client.report [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.106626] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.133274] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.133651] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.133874] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.134141] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.134344] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.134538] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.134802] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.135008] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.135242] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.135440] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.135670] env[69371]: DEBUG nova.virt.hardware [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.136697] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f59afb-0a3d-4698-b769-062894ebc240 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.150153] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5896259-4310-4792-8a00-f9899f5b40e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.194035] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5224ebf4-7021-ccd2-28c8-174baf5375d5, 'name': SearchDatastore_Task, 'duration_secs': 0.032057} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.194402] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.194741] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.194899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.237964] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129579, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.253889] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520c21bb-bea9-05c3-3076-ba28dc4c859b, 'name': SearchDatastore_Task, 'duration_secs': 0.033472} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.255312] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adb16ec-b11e-4547-98b0-ff249166290f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.265810] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 666.265810] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e55715-30ef-269c-a068-121d64434d99" [ 666.265810] env[69371]: _type = "Task" [ 666.265810] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.282349] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e55715-30ef-269c-a068-121d64434d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.507036] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.507036] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.514597] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.123s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.516836] env[69371]: INFO nova.compute.claims [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.597372] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Updated VIF entry in instance network info cache for port 161cbf83-1f7e-4bc4-acf2-ee0ff840b042. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.597843] env[69371]: DEBUG nova.network.neutron [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Updating instance_info_cache with network_info: [{"id": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "address": "fa:16:3e:ac:fe:50", "network": {"id": "cc86d552-e968-4dc4-883f-245063562471", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1307376518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "370e518b206f4078b49cff7a65248d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161cbf83-1f", "ovs_interfaceid": "161cbf83-1f7e-4bc4-acf2-ee0ff840b042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.635287] env[69371]: DEBUG nova.compute.manager [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received event network-vif-plugged-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.635287] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Acquiring lock "fff38139-053a-493f-80e9-1cc9844f733b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.635287] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Lock "fff38139-053a-493f-80e9-1cc9844f733b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.639595] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Lock "fff38139-053a-493f-80e9-1cc9844f733b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.639835] env[69371]: DEBUG nova.compute.manager [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] No waiting events found dispatching network-vif-plugged-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 666.640069] env[69371]: WARNING nova.compute.manager [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received unexpected event network-vif-plugged-c32f5171-fb57-456b-bf01-540e1b54cccb for instance with vm_state building and task_state spawning. [ 666.640159] env[69371]: DEBUG nova.compute.manager [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.640320] env[69371]: DEBUG nova.compute.manager [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing instance network info cache due to event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.640548] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Acquiring lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.640664] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Acquired lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.640813] env[69371]: DEBUG nova.network.neutron [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.736940] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865702} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.736940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357/9db1b0ba-ae45-4bcb-a3cf-69e497fa3357.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.736940] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.736940] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e473b5-7460-47cf-838a-5bdfc07686b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.746399] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 666.746399] env[69371]: value = "task-4129580" [ 666.746399] env[69371]: _type = "Task" [ 666.746399] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.756902] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.779949] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e55715-30ef-269c-a068-121d64434d99, 'name': SearchDatastore_Task, 'duration_secs': 0.06183} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.780291] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.780486] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 18f7a9f5-478d-409e-8ddb-18f83cea0499/18f7a9f5-478d-409e-8ddb-18f83cea0499.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.780766] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.780939] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.781187] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b537b2-e795-42a7-b380-8ea8051b8006 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.784549] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-654c2cbd-a679-48b7-98eb-41cc4e499045 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.795925] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 666.795925] env[69371]: value = "task-4129581" [ 666.795925] env[69371]: _type = "Task" [ 666.795925] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.800808] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.801091] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.805346] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d065821-e0a3-44ea-960c-35616c19080b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.815695] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.817328] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 666.817328] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520304e4-2090-47fb-d9bd-60f9ea9a2ba2" [ 666.817328] env[69371]: _type = "Task" [ 666.817328] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.829793] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520304e4-2090-47fb-d9bd-60f9ea9a2ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.830708] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138bb7d5-f204-45ae-9277-a1f7ad6606ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.837323] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 666.837323] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520f9cd1-f444-f4a2-bab6-79fc34b6a927" [ 666.837323] env[69371]: _type = "Task" [ 666.837323] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.849759] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520f9cd1-f444-f4a2-bab6-79fc34b6a927, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.853022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.853022] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] def4786b-65c2-447f-a133-8b575067efe8/def4786b-65c2-447f-a133-8b575067efe8.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.853022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.853022] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.853299] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0dae8d-89e3-4149-b853-9c4cfa9b7f8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.853331] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbff996b-492a-491f-9a72-60786846fb09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.860955] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 666.860955] env[69371]: value = "task-4129582" [ 666.860955] env[69371]: _type = "Task" [ 666.860955] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.862430] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.862679] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.866517] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bb3ec8-93a2-409d-8922-ac50969431c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.872939] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 666.872939] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b9e17a-f88b-3a4f-b162-90559902cde6" [ 666.872939] env[69371]: _type = "Task" [ 666.872939] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.876877] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.887048] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b9e17a-f88b-3a4f-b162-90559902cde6, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.887922] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb7b0a9-f672-4816-b308-5974ef9f37fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.894897] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 666.894897] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b47ea2-dc99-ed70-97e3-59589889c3dc" [ 666.894897] env[69371]: _type = "Task" [ 666.894897] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.904953] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b47ea2-dc99-ed70-97e3-59589889c3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.028609] env[69371]: DEBUG nova.compute.utils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.035316] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.035316] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.100784] env[69371]: DEBUG oslo_concurrency.lockutils [req-5cee890a-07f3-41cd-accd-3b4e3f07db6d req-7a116f4a-b1d6-4770-8ec7-9abc2709fae5 service nova] Releasing lock "refresh_cache-def4786b-65c2-447f-a133-8b575067efe8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.190222] env[69371]: DEBUG nova.policy [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb04e030419f484eb86f78e7f0550caa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04bba80fa5e14c20b4d54aab8e343b18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.261571] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083821} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.261859] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.262894] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77bb019-e15c-4b14-b381-7d8d8d419267 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.296221] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357/9db1b0ba-ae45-4bcb-a3cf-69e497fa3357.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.297313] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf5baf9-b1b8-45ad-9c2c-202af728bd6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.328485] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50154} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.331523] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 18f7a9f5-478d-409e-8ddb-18f83cea0499/18f7a9f5-478d-409e-8ddb-18f83cea0499.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.331793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.332159] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 667.332159] env[69371]: value = "task-4129583" [ 667.332159] env[69371]: _type = "Task" [ 667.332159] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.332542] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52777ae-4bc7-400d-89de-1403fbfb3a6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.347614] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.351242] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 667.351242] env[69371]: value = "task-4129584" [ 667.351242] env[69371]: _type = "Task" [ 667.351242] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.364509] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.378413] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129582, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.411616] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b47ea2-dc99-ed70-97e3-59589889c3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.411914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.412266] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fff38139-053a-493f-80e9-1cc9844f733b/fff38139-053a-493f-80e9-1cc9844f733b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.412593] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3b5af63-3da0-448e-86a6-64cde2bcaeb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.423561] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 667.423561] env[69371]: value = "task-4129585" [ 667.423561] env[69371]: _type = "Task" [ 667.423561] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.440550] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.535966] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.772760] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805adcb7-1757-40b9-92fb-dd1385213024 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.785233] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db981b05-547f-481f-a100-4347cb0cc485 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.825849] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca37ce1-315f-42b1-a5ea-6c02b4b420e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.843116] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23018ee9-9edb-4e70-9d41-b0af3d8c213f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.854394] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.869213] env[69371]: DEBUG nova.compute.provider_tree [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.878838] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.878838] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.883506] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef334bae-d5f7-4adb-9104-80056ed9d725 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.892030] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783411} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.892030] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] def4786b-65c2-447f-a133-8b575067efe8/def4786b-65c2-447f-a133-8b575067efe8.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.892030] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.892030] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b969cae-036a-4125-afb4-ee35acb36cce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.921926] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 18f7a9f5-478d-409e-8ddb-18f83cea0499/18f7a9f5-478d-409e-8ddb-18f83cea0499.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.923020] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Successfully updated port: c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.929355] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aadc39b6-9299-40d4-b521-8370bd6e556a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.945775] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 667.945775] env[69371]: value = "task-4129587" [ 667.945775] env[69371]: _type = "Task" [ 667.945775] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.961826] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 667.961826] env[69371]: value = "task-4129588" [ 667.961826] env[69371]: _type = "Task" [ 667.961826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.966542] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129585, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.973795] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129587, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.982503] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.354401] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129583, 'name': ReconfigVM_Task, 'duration_secs': 0.583199} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.354662] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357/9db1b0ba-ae45-4bcb-a3cf-69e497fa3357.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.355999] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7481ccc4-cddf-4060-82a9-994cbb169db3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.363244] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 668.363244] env[69371]: value = "task-4129589" [ 668.363244] env[69371]: _type = "Task" [ 668.363244] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.374061] env[69371]: DEBUG nova.scheduler.client.report [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.377805] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129589, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.390447] env[69371]: DEBUG nova.network.neutron [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updated VIF entry in instance network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.391208] env[69371]: DEBUG nova.network.neutron [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updating instance_info_cache with network_info: [{"id": "c32f5171-fb57-456b-bf01-540e1b54cccb", "address": "fa:16:3e:17:f7:19", "network": {"id": "d30542e1-58f4-4fab-8ede-d949cc9ea586", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-364606051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a226755ff804916a9706b92b93fdaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32f5171-fb", "ovs_interfaceid": "c32f5171-fb57-456b-bf01-540e1b54cccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.427852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.427852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquired lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.427852] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.460817] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642437} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.461519] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fff38139-053a-493f-80e9-1cc9844f733b/fff38139-053a-493f-80e9-1cc9844f733b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.461750] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.462095] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1951a5-1186-4700-9528-04af4b5b5a32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.467998] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097584} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.472328] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.475060] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a5b12-df95-4e6b-9221-ebc8526d9d84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.478327] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 668.478327] env[69371]: value = "task-4129590" [ 668.478327] env[69371]: _type = "Task" [ 668.478327] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.501055] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129588, 'name': ReconfigVM_Task, 'duration_secs': 0.346164} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.509484] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] def4786b-65c2-447f-a133-8b575067efe8/def4786b-65c2-447f-a133-8b575067efe8.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.510399] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 18f7a9f5-478d-409e-8ddb-18f83cea0499/18f7a9f5-478d-409e-8ddb-18f83cea0499.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.511614] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e973a0f7-9536-4b57-8fda-8c26c0b421ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.530575] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d93b94c-1bb3-4743-a76a-2c1a6583bedc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.533076] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.539855] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 668.539855] env[69371]: value = "task-4129592" [ 668.539855] env[69371]: _type = "Task" [ 668.539855] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.542329] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 668.542329] env[69371]: value = "task-4129591" [ 668.542329] env[69371]: _type = "Task" [ 668.542329] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.558480] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.561106] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.565614] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129591, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.597064] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.597064] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.597064] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.597695] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.597695] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.597695] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.597695] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.597881] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.597941] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.598239] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.598367] env[69371]: DEBUG nova.virt.hardware [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.599613] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c425d-53b0-4c36-a1ea-a1d49874d8a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.610838] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5661b1-f288-498b-bb8f-e836c88809a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.709912] env[69371]: DEBUG nova.compute.manager [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Received event network-vif-plugged-c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.710156] env[69371]: DEBUG oslo_concurrency.lockutils [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] Acquiring lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.710363] env[69371]: DEBUG oslo_concurrency.lockutils [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.710522] env[69371]: DEBUG oslo_concurrency.lockutils [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.710683] env[69371]: DEBUG nova.compute.manager [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] No waiting events found dispatching network-vif-plugged-c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.710844] env[69371]: WARNING nova.compute.manager [req-b61ed33a-9a84-482c-a66b-0e08f3eb2963 req-ae273058-1bef-4759-a28d-10912fde322a service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Received unexpected event network-vif-plugged-c47a5614-9475-4fe7-90b1-7ce78a3b82ca for instance with vm_state building and task_state spawning. [ 668.868528] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.868879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.869148] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.869541] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.879429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.879927] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.884144] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Successfully created port: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.886444] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.890s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.889900] env[69371]: INFO nova.compute.claims [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.897962] env[69371]: DEBUG oslo_concurrency.lockutils [req-48f7496f-19e8-4df0-8a34-a91599d816ff req-c4ad6048-b835-4f0c-b777-ee13bff29e1d service nova] Releasing lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.897962] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129589, 'name': Rename_Task, 'duration_secs': 0.159802} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.897962] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.899156] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc25fd90-d3fb-49b6-ae51-4d55b5a494dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.906023] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 668.906023] env[69371]: value = "task-4129593" [ 668.906023] env[69371]: _type = "Task" [ 668.906023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.918026] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.990400] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129914} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.991102] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.992653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347535af-7d23-4ba2-b365-7c71029ff3ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.021406] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] fff38139-053a-493f-80e9-1cc9844f733b/fff38139-053a-493f-80e9-1cc9844f733b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.022326] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10191004-3079-4a3f-b34f-aa75d92d100b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.047104] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 669.047104] env[69371]: value = "task-4129594" [ 669.047104] env[69371]: _type = "Task" [ 669.047104] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.058797] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129592, 'name': ReconfigVM_Task, 'duration_secs': 0.349873} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.059478] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Reconfigured VM instance instance-00000003 to attach disk [datastore2] def4786b-65c2-447f-a133-8b575067efe8/def4786b-65c2-447f-a133-8b575067efe8.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.060160] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d63bd0a9-38aa-4e45-886e-c249aff4a25d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.070959] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.071304] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129591, 'name': Rename_Task, 'duration_secs': 0.166016} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.072071] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.072374] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7403375b-3ec3-4b4c-b8bb-23b63ddc66ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.081678] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 669.081678] env[69371]: value = "task-4129595" [ 669.081678] env[69371]: _type = "Task" [ 669.081678] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.082022] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 669.082022] env[69371]: value = "task-4129596" [ 669.082022] env[69371]: _type = "Task" [ 669.082022] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.094084] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.097887] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129595, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.105970] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.399862] env[69371]: DEBUG nova.compute.utils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.401745] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.402031] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.426863] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.566814] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129594, 'name': ReconfigVM_Task, 'duration_secs': 0.381718} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.570213] env[69371]: DEBUG nova.policy [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e64261739384070abfe9572ac24efb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33dcc27af5b845919591b98d37ad2a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.572331] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Reconfigured VM instance instance-00000004 to attach disk [datastore2] fff38139-053a-493f-80e9-1cc9844f733b/fff38139-053a-493f-80e9-1cc9844f733b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.576028] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-072752ec-2a8e-45cf-b8f7-d9641995285a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.582395] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 669.582395] env[69371]: value = "task-4129597" [ 669.582395] env[69371]: _type = "Task" [ 669.582395] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.604449] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129595, 'name': Rename_Task, 'duration_secs': 0.185542} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.613056] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.613488] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129597, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.613758] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.614962] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa10a2ea-66c9-4c7d-bf80-2e41c1ca15f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.622928] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 669.622928] env[69371]: value = "task-4129598" [ 669.622928] env[69371]: _type = "Task" [ 669.622928] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.637380] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.907624] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.922278] env[69371]: DEBUG oslo_vmware.api [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129593, 'name': PowerOnVM_Task, 'duration_secs': 0.631645} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.922278] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.923040] env[69371]: INFO nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Took 15.62 seconds to spawn the instance on the hypervisor. [ 669.924120] env[69371]: DEBUG nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.925148] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3fcff-b725-421d-8df3-63dc9cb640f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.993389] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Successfully updated port: 85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.105551] env[69371]: DEBUG oslo_vmware.api [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129596, 'name': PowerOnVM_Task, 'duration_secs': 0.614155} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.105551] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129597, 'name': Rename_Task, 'duration_secs': 0.368703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.107560] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.107758] env[69371]: INFO nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Took 13.57 seconds to spawn the instance on the hypervisor. [ 670.107933] env[69371]: DEBUG nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.108237] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.112803] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60118c33-88ee-4052-a6e4-73c482962f37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.112803] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f9fab6f-94e4-4c31-a4d9-f8c2151f66db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.117179] env[69371]: DEBUG nova.network.neutron [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Updating instance_info_cache with network_info: [{"id": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "address": "fa:16:3e:a8:ce:47", "network": {"id": "6eec5728-5c02-4600-8038-e1c41de511de", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-337172243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7bc2c53e013e49088a7413042e4f12d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47a5614-94", "ovs_interfaceid": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.134759] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 670.134759] env[69371]: value = "task-4129600" [ 670.134759] env[69371]: _type = "Task" [ 670.134759] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.143625] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.150706] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.196152] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bf59a6-3aa6-496b-997f-a2bc9d71c21c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.204973] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637246db-92f7-4fa5-b842-192a1142e9ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.248703] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628b91a-439a-44a2-9121-28add406f4dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.259135] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db4d76-d9c4-4d1c-a281-da8d1c48f610 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.278989] env[69371]: DEBUG nova.compute.provider_tree [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.458256] env[69371]: INFO nova.compute.manager [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Took 20.43 seconds to build instance. [ 670.497548] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.497548] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.497673] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.634883] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Releasing lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.635157] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Instance network_info: |[{"id": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "address": "fa:16:3e:a8:ce:47", "network": {"id": "6eec5728-5c02-4600-8038-e1c41de511de", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-337172243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7bc2c53e013e49088a7413042e4f12d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47a5614-94", "ovs_interfaceid": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.635570] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ce:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47a5614-9475-4fe7-90b1-7ce78a3b82ca', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.649589] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating folder: Project (7bc2c53e013e49088a7413042e4f12d3). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.653303] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09d2e2e-8641-4ffb-b7ea-6b12c4f1d8b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.666384] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.667489] env[69371]: INFO nova.compute.manager [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Took 19.97 seconds to build instance. [ 670.681180] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.681621] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Created folder: Project (7bc2c53e013e49088a7413042e4f12d3) in parent group-v817910. [ 670.681797] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating folder: Instances. Parent ref: group-v817926. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.686013] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a936415-18a2-4f6b-838e-ce8466e548c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.690115] env[69371]: DEBUG nova.compute.manager [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Received event network-vif-plugged-85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.690234] env[69371]: DEBUG oslo_concurrency.lockutils [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] Acquiring lock "65e23711-82b8-4f46-805e-69017d84226d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.690346] env[69371]: DEBUG oslo_concurrency.lockutils [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] Lock "65e23711-82b8-4f46-805e-69017d84226d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.691397] env[69371]: DEBUG oslo_concurrency.lockutils [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] Lock "65e23711-82b8-4f46-805e-69017d84226d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.691397] env[69371]: DEBUG nova.compute.manager [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] No waiting events found dispatching network-vif-plugged-85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.691397] env[69371]: WARNING nova.compute.manager [req-156627db-5a0b-4d77-95ab-71faf4c83a11 req-4d13d985-8c4a-4dd2-a5c4-3c90ed611797 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Received unexpected event network-vif-plugged-85854212-7f46-4723-a027-cc7736bd5b87 for instance with vm_state building and task_state spawning. [ 670.701343] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Created folder: Instances in parent group-v817926. [ 670.701611] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.701927] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.702011] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ae0d38-3309-4851-bf2c-9624d274a959 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.727366] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.727366] env[69371]: value = "task-4129603" [ 670.727366] env[69371]: _type = "Task" [ 670.727366] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.737475] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129603, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.767374] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Successfully created port: f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.781346] env[69371]: DEBUG nova.scheduler.client.report [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.925082] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.961066] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.961419] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.961639] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.961857] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.962068] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.962355] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.962534] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.962698] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.962868] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.963045] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.963239] env[69371]: DEBUG nova.virt.hardware [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.963773] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b72377b9-1c8a-46e6-8b6c-2bf797b4eabd tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.952s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.964667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d0aad-4d97-4b9d-ace3-d48f28f8dd5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.973014] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.856s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.973300] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] During sync_power_state the instance has a pending task (spawning). Skip. [ 670.973489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.981833] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f53a2b-58a0-45f0-b31c-dbb13cf3ed87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.102782] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.143703] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.165180] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.174128] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fded3895-bb93-4c1f-b91a-7da5b498247c tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.492s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.176115] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.058s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.176115] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] During sync_power_state the instance has a pending task (spawning). Skip. [ 671.176115] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.244120] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129603, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.292425] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.292425] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.298338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.274s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.301491] env[69371]: INFO nova.compute.claims [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.475737] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.611778] env[69371]: DEBUG nova.network.neutron [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Updating instance_info_cache with network_info: [{"id": "85854212-7f46-4723-a027-cc7736bd5b87", "address": "fa:16:3e:f7:3d:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85854212-7f", "ovs_interfaceid": "85854212-7f46-4723-a027-cc7736bd5b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.650172] env[69371]: DEBUG oslo_vmware.api [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129598, 'name': PowerOnVM_Task, 'duration_secs': 1.52134} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.650645] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.651557] env[69371]: INFO nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Took 12.85 seconds to spawn the instance on the hypervisor. [ 671.651557] env[69371]: DEBUG nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 671.651913] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854a1f5e-f6f2-4d95-89e7-fd1a20f2f68b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.676939] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.678473] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.746411] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129603, 'name': CreateVM_Task, 'duration_secs': 0.869251} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.746411] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.749479] env[69371]: DEBUG oslo_vmware.service [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863bcb8-4054-4c70-b01e-25d8fbdbf389 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.759281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.759281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.759281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.763665] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627d36d4-07b2-4aac-b1f4-612f094404d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765411] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 671.765411] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5266019c-cffb-23fb-7a09-92e8df0eff32" [ 671.765411] env[69371]: _type = "Task" [ 671.765411] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.792416] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5266019c-cffb-23fb-7a09-92e8df0eff32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.808330] env[69371]: DEBUG nova.compute.utils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.816728] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.816728] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.935168] env[69371]: DEBUG nova.policy [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afa78ce0d34d4858b5a74aabd8818892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd09185db4ab45bc85502cc065fd0d6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.982196] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.982499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.005980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.117155] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.117155] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Instance network_info: |[{"id": "85854212-7f46-4723-a027-cc7736bd5b87", "address": "fa:16:3e:f7:3d:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85854212-7f", "ovs_interfaceid": "85854212-7f46-4723-a027-cc7736bd5b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.117466] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:3d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85854212-7f46-4723-a027-cc7736bd5b87', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.127829] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Creating folder: Project (535016dccddd4fa98328324e9ab06fb4). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.128327] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f90392-980e-441e-82b1-81a3141f89f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.152037] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Created folder: Project (535016dccddd4fa98328324e9ab06fb4) in parent group-v817910. [ 672.152037] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Creating folder: Instances. Parent ref: group-v817930. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.152037] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9192882-1c45-4d92-a0ec-d825fc31500c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.180588] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.187756] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Created folder: Instances in parent group-v817930. [ 672.188235] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.190018] env[69371]: INFO nova.compute.manager [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Took 21.33 seconds to build instance. [ 672.190169] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.190776] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e0eb7e-d62f-4ab1-b021-eb390e5e2bac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.220614] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.220614] env[69371]: value = "task-4129607" [ 672.220614] env[69371]: _type = "Task" [ 672.220614] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.235587] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129607, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.255840] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Successfully updated port: ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.259758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.283574] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.283915] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.284152] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.284288] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.284575] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.285277] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3d7046-2ad8-4cd1-bf71-db9c93057a40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.298208] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.298924] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.300595] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca929f-0e25-4f6f-89b8-d2a5af2d529c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.309802] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5ba8f5-5243-4b61-8cd3-8a19dfccc81a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.319624] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.324744] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 672.324744] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52194dc5-1806-0ad8-461c-122e67b93e57" [ 672.324744] env[69371]: _type = "Task" [ 672.324744] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.343082] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 672.343082] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating directory with path [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.343082] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da64bc59-5237-4232-a6da-223ec8ad4a34 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.364328] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Created directory with path [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.364570] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Fetch image to [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 672.366207] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Downloading image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk on the data store datastore1 {{(pid=69371) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 672.366207] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc49eea-e019-4b6f-ab9c-a4030df96894 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.379502] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b5936-9841-497f-9587-13a67f654a80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.400339] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233532f-d949-42a6-aeea-73659dcc63d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.458285] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47de5c0-43d1-4380-bc52-d46f077610b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.467329] env[69371]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ef0185c6-b454-45a8-baa6-078ab3afe5aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.499838] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.500423] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.506652] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Downloading image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to the data store datastore1 {{(pid=69371) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 672.547274] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Successfully created port: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.596248] env[69371]: DEBUG oslo_vmware.rw_handles [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 672.685750] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.693135] env[69371]: DEBUG oslo_concurrency.lockutils [None req-628a1da8-ce10-490a-b53d-6024ae9a66f3 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.843s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.695408] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "def4786b-65c2-447f-a133-8b575067efe8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.577s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.695408] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: def4786b-65c2-447f-a133-8b575067efe8] During sync_power_state the instance has a pending task (spawning). Skip. [ 672.695778] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "def4786b-65c2-447f-a133-8b575067efe8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.737469] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129607, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.765725] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.765824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquired lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.766075] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.817858] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c052a5-bf57-4b59-85da-d112484ebe7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.834169] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6856f-dcee-4e4a-b1bd-0dfb8bf72236 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.877349] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92e089-68b9-486f-8002-dea7c22315a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.889223] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42860e2b-33f9-4a21-aa73-7af34d2752bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.913038] env[69371]: DEBUG nova.compute.provider_tree [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.179154] env[69371]: DEBUG oslo_vmware.api [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129600, 'name': PowerOnVM_Task, 'duration_secs': 2.92059} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.179497] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.179708] env[69371]: INFO nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Took 11.95 seconds to spawn the instance on the hypervisor. [ 673.179891] env[69371]: DEBUG nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.180735] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546be925-c5ca-4912-bd00-3dccf5e0207d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.197608] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.241572] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129607, 'name': CreateVM_Task, 'duration_secs': 0.550144} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.245715] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.247295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.247426] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.248170] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.249038] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958f1385-2540-483a-8830-7da5da006345 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.255785] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 673.255785] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bf88ce-d277-e8e6-a725-52874bc882f7" [ 673.255785] env[69371]: _type = "Task" [ 673.255785] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.269706] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bf88ce-d277-e8e6-a725-52874bc882f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.340644] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.357929] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.371220] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.371570] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.371774] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.372016] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.373126] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.373218] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.373811] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.374062] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.374296] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.374499] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.374733] env[69371]: DEBUG nova.virt.hardware [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.376236] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668c517-33ff-4f99-a084-fc3813c561da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.388185] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d79358-6be7-4053-8106-c4f11cbcc212 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.417245] env[69371]: DEBUG nova.scheduler.client.report [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.512748] env[69371]: DEBUG oslo_vmware.rw_handles [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 673.513435] env[69371]: DEBUG oslo_vmware.rw_handles [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 673.580214] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Downloaded image file data f3242e19-7cd9-42b7-8515-e9e6418e80b9 to vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk on the data store datastore1 {{(pid=69371) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 673.581981] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 673.582271] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Copying Virtual Disk [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk to [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.582627] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2830a86b-3be9-4f2e-a6dd-610c47e00b83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.595133] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 673.595133] env[69371]: value = "task-4129608" [ 673.595133] env[69371]: _type = "Task" [ 673.595133] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.606945] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.710695] env[69371]: INFO nova.compute.manager [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Took 20.32 seconds to build instance. [ 673.742988] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.770127] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.771076] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.771076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.777839] env[69371]: DEBUG nova.compute.manager [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Received event network-changed-c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.778306] env[69371]: DEBUG nova.compute.manager [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Refreshing instance network info cache due to event network-changed-c47a5614-9475-4fe7-90b1-7ce78a3b82ca. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.778666] env[69371]: DEBUG oslo_concurrency.lockutils [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] Acquiring lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.778666] env[69371]: DEBUG oslo_concurrency.lockutils [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] Acquired lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.778916] env[69371]: DEBUG nova.network.neutron [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Refreshing network info cache for port c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.932681] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.932947] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.936948] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.310s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.937217] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.937417] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 673.937772] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.932s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.939353] env[69371]: INFO nova.compute.claims [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.942796] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4da34d-b433-4392-a79b-746ba0f38df5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.953959] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0367e76-af5d-4ea1-8b1b-19f543a1515e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.986307] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f71ba0-c392-41dc-b3e8-a0a20f44dfc5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.993555] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f8ab5-1e27-496f-9625-776dbff71478 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.006918] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Successfully updated port: f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.045852] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 674.046026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.103800] env[69371]: DEBUG nova.network.neutron [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updating instance_info_cache with network_info: [{"id": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "address": "fa:16:3e:80:b7:49", "network": {"id": "5e473f6f-da4e-441a-965b-d400bf24fd50", "bridge": "br-int", "label": "tempest-ServersTestJSON-1257168069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04bba80fa5e14c20b4d54aab8e343b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3be554-db", "ovs_interfaceid": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.108312] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129608, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.216544] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3848ae73-f1e0-4eaa-a6b5-f8c3d26a705d tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.841s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.217171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "fff38139-053a-493f-80e9-1cc9844f733b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.095s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.222038] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: fff38139-053a-493f-80e9-1cc9844f733b] During sync_power_state the instance has a pending task (spawning). Skip. [ 674.222038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "fff38139-053a-493f-80e9-1cc9844f733b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.285966] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.286364] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.448278] env[69371]: DEBUG nova.compute.utils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.448278] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 674.509996] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.510238] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.510402] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.609452] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129608, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.609452] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Releasing lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609916] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Instance network_info: |[{"id": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "address": "fa:16:3e:80:b7:49", "network": {"id": "5e473f6f-da4e-441a-965b-d400bf24fd50", "bridge": "br-int", "label": "tempest-ServersTestJSON-1257168069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04bba80fa5e14c20b4d54aab8e343b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3be554-db", "ovs_interfaceid": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.610441] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b7:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.624561] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Creating folder: Project (04bba80fa5e14c20b4d54aab8e343b18). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.624802] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b82065-bf01-4d8d-8196-b213d22018ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.639736] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Created folder: Project (04bba80fa5e14c20b4d54aab8e343b18) in parent group-v817910. [ 674.640242] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Creating folder: Instances. Parent ref: group-v817933. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.640418] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00767239-42ee-44f6-887f-0969ea966979 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.655095] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Created folder: Instances in parent group-v817933. [ 674.655596] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.655880] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.656193] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4a38694-b34c-4e5b-b3dd-28572de04480 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.680949] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.680949] env[69371]: value = "task-4129612" [ 674.680949] env[69371]: _type = "Task" [ 674.680949] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.694629] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129612, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.718814] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.848954] env[69371]: DEBUG nova.network.neutron [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Updated VIF entry in instance network info cache for port c47a5614-9475-4fe7-90b1-7ce78a3b82ca. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.849698] env[69371]: DEBUG nova.network.neutron [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Updating instance_info_cache with network_info: [{"id": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "address": "fa:16:3e:a8:ce:47", "network": {"id": "6eec5728-5c02-4600-8038-e1c41de511de", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-337172243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "7bc2c53e013e49088a7413042e4f12d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47a5614-94", "ovs_interfaceid": "c47a5614-9475-4fe7-90b1-7ce78a3b82ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.872304] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Successfully updated port: 4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.951918] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.057107] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.112713] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129608, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101087} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.112989] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Copied Virtual Disk [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk to [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.113200] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleting the datastore file [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9/tmp-sparse.vmdk {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.113963] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18fe479-0f40-40a9-9b9d-53821ecfc661 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.124972] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 675.124972] env[69371]: value = "task-4129613" [ 675.124972] env[69371]: _type = "Task" [ 675.124972] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.138788] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.194896] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129612, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.249534] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.265090] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7d6b77-d1d1-4edc-bb64-77df934bf0d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.271539] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f0d43-b34d-49bc-82cf-856dc687966d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.308167] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1abf57-d12e-4c18-8909-5de4bf2a853a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.320071] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50817e2-5df3-4872-ae7f-d71a8bd0968e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.338906] env[69371]: DEBUG nova.compute.provider_tree [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.357771] env[69371]: DEBUG oslo_concurrency.lockutils [req-3280e9c6-4800-4c73-932b-4d69c6153a65 req-6847bbf5-6553-4fc4-b1e2-84f1b14aefda service nova] Releasing lock "refresh_cache-8f6144e5-282f-4210-83f3-d17ebdc0fe12" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.380044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.380044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquired lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.380044] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.422466] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Received event network-changed-85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.422466] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Refreshing instance network info cache due to event network-changed-85854212-7f46-4723-a027-cc7736bd5b87. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.422466] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Acquiring lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.425704] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Acquired lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.425948] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Refreshing network info cache for port 85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.456446] env[69371]: DEBUG nova.network.neutron [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Updating instance_info_cache with network_info: [{"id": "f310c29d-be06-49b7-b38c-add98fd80b26", "address": "fa:16:3e:87:4d:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf310c29d-be", "ovs_interfaceid": "f310c29d-be06-49b7-b38c-add98fd80b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.566560] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "bacc70dd-aa33-4f81-b909-de5067be475d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.566668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.640378] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.640734] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.640917] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Moving file from [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e/f3242e19-7cd9-42b7-8515-e9e6418e80b9 to [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9. {{(pid=69371) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.641646] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9bcd7e2f-5d40-4418-b4b0-4a545ba4a667 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.651232] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 675.651232] env[69371]: value = "task-4129614" [ 675.651232] env[69371]: _type = "Task" [ 675.651232] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.661330] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129614, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.692032] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129612, 'name': CreateVM_Task, 'duration_secs': 0.714871} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.692032] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.692819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.692988] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.693365] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.693654] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50dc4a1-bf66-4c22-b5a5-f04a15d5a503 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.699933] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 675.699933] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5296f226-20bf-b255-8299-2663b1a65e3b" [ 675.699933] env[69371]: _type = "Task" [ 675.699933] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.717588] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5296f226-20bf-b255-8299-2663b1a65e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.717961] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.720055] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.847336] env[69371]: DEBUG nova.scheduler.client.report [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.961520] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.961889] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance network_info: |[{"id": "f310c29d-be06-49b7-b38c-add98fd80b26", "address": "fa:16:3e:87:4d:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf310c29d-be", "ovs_interfaceid": "f310c29d-be06-49b7-b38c-add98fd80b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.962461] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f310c29d-be06-49b7-b38c-add98fd80b26', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.972433] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating folder: Project (33dcc27af5b845919591b98d37ad2a5d). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.973619] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.976472] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca004055-9b38-4a53-acfe-c7648affd24d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.988997] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created folder: Project (33dcc27af5b845919591b98d37ad2a5d) in parent group-v817910. [ 675.989214] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating folder: Instances. Parent ref: group-v817936. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.989493] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbebcd26-6db1-4602-b00e-c83f21d82602 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.003396] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created folder: Instances in parent group-v817936. [ 676.006321] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.006630] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.008354] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe7f2ad2-8253-4b88-9123-e2d043c47cab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.026652] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.033769] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.035431] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.035641] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.036169] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.036169] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.036169] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.036395] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.036550] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.036712] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.036871] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.037048] env[69371]: DEBUG nova.virt.hardware [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.037942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3844d-70e8-48e3-9e4c-e4db44bcac96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.049518] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd094e-7c5d-4405-a0aa-b29b5b496fec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.054413] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.054413] env[69371]: value = "task-4129618" [ 676.054413] env[69371]: _type = "Task" [ 676.054413] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.066246] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.073381] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Creating folder: Project (feda2d5c97414af8b4024ec64bbf29b8). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.073381] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-645cbf63-10a0-4812-a806-c5b3190d03c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.080624] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129618, 'name': CreateVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.091630] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Created folder: Project (feda2d5c97414af8b4024ec64bbf29b8) in parent group-v817910. [ 676.091863] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Creating folder: Instances. Parent ref: group-v817939. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.092116] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067e0ade-379c-49a4-83d9-6435c5d5b3d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.103201] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Created folder: Instances in parent group-v817939. [ 676.103201] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.103404] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.104073] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87191f45-0545-4555-8bc5-9b92c5fadf5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.122258] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.122258] env[69371]: value = "task-4129621" [ 676.122258] env[69371]: _type = "Task" [ 676.122258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.136314] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129621, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.165402] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129614, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035721} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.165800] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] File moved {{(pid=69371) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 676.166088] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Cleaning up location [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 676.166419] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleting the datastore file [datastore1] vmware_temp/0e5ef0d3-00c4-4974-9086-211b3795eb9e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.166901] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34fcd355-16bc-4e4c-bc53-6edfa6484a09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.174939] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 676.174939] env[69371]: value = "task-4129622" [ 676.174939] env[69371]: _type = "Task" [ 676.174939] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.184775] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.353398] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.353691] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.357016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.097s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.358918] env[69371]: INFO nova.compute.claims [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.417445] env[69371]: DEBUG nova.network.neutron [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Updating instance_info_cache with network_info: [{"id": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "address": "fa:16:3e:65:3b:2b", "network": {"id": "c091950c-5500-4952-8362-083efaced57d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1707762804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09185db4ab45bc85502cc065fd0d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f419013-ac", "ovs_interfaceid": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.491066] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Updated VIF entry in instance network info cache for port 85854212-7f46-4723-a027-cc7736bd5b87. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.491066] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Updating instance_info_cache with network_info: [{"id": "85854212-7f46-4723-a027-cc7736bd5b87", "address": "fa:16:3e:f7:3d:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85854212-7f", "ovs_interfaceid": "85854212-7f46-4723-a027-cc7736bd5b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.568821] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129618, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.641324] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129621, 'name': CreateVM_Task, 'duration_secs': 0.499012} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.641627] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.642088] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.642258] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.645933] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.647483] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8e950f-28ae-445f-9e8d-4af47e315f74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.656413] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 676.656413] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d23e7f-e2ca-027f-9835-06abfd601720" [ 676.656413] env[69371]: _type = "Task" [ 676.656413] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.669793] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d23e7f-e2ca-027f-9835-06abfd601720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.686870] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03376} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.687275] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.688637] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b276b49-c824-4f7b-83c6-ed163e52cadc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.694783] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 676.694783] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52167b3a-aa70-c56e-9385-dd21ba75e22d" [ 676.694783] env[69371]: _type = "Task" [ 676.694783] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.704792] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52167b3a-aa70-c56e-9385-dd21ba75e22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.867059] env[69371]: DEBUG nova.compute.utils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.871210] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.871389] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.923972] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Releasing lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.925018] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Instance network_info: |[{"id": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "address": "fa:16:3e:65:3b:2b", "network": {"id": "c091950c-5500-4952-8362-083efaced57d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1707762804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09185db4ab45bc85502cc065fd0d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f419013-ac", "ovs_interfaceid": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.925182] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:3b:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f419013-ac09-46e1-a8ca-151f2c5b6e93', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.933261] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Creating folder: Project (bd09185db4ab45bc85502cc065fd0d6f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.934968] env[69371]: DEBUG nova.policy [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e64261739384070abfe9572ac24efb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33dcc27af5b845919591b98d37ad2a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.936879] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-639b4d28-5cf5-4084-b2c5-552a0fd8ceb5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.948119] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Created folder: Project (bd09185db4ab45bc85502cc065fd0d6f) in parent group-v817910. [ 676.948340] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Creating folder: Instances. Parent ref: group-v817942. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.948604] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d178d4f7-7a28-447a-92ae-2c7662ac5046 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.960331] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Created folder: Instances in parent group-v817942. [ 676.961043] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.961043] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.961166] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e89320-0e95-4180-8896-66d997cb173d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.987912] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.987912] env[69371]: value = "task-4129625" [ 676.987912] env[69371]: _type = "Task" [ 676.987912] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.995921] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Releasing lock "refresh_cache-65e23711-82b8-4f46-805e-69017d84226d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.995921] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Received event network-vif-plugged-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.995921] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Acquiring lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.996896] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.997246] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.998091] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] No waiting events found dispatching network-vif-plugged-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 676.998091] env[69371]: WARNING nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Received unexpected event network-vif-plugged-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 for instance with vm_state building and task_state spawning. [ 676.998091] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Received event network-changed-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.998269] env[69371]: DEBUG nova.compute.manager [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Refreshing instance network info cache due to event network-changed-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.998434] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Acquiring lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.998702] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Acquired lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.999506] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Refreshing network info cache for port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.009184] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129625, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.071804] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129618, 'name': CreateVM_Task, 'duration_secs': 0.574252} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.071804] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.074414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.169715] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d23e7f-e2ca-027f-9835-06abfd601720, 'name': SearchDatastore_Task, 'duration_secs': 0.018052} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.169916] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.170436] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.170665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.171063] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.171397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.171668] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adce039-9034-45dc-9291-ac93931260ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.179492] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 677.179492] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29492-dffb-04e6-9963-ca69e687b138" [ 677.179492] env[69371]: _type = "Task" [ 677.179492] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.194900] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29492-dffb-04e6-9963-ca69e687b138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.211452] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52167b3a-aa70-c56e-9385-dd21ba75e22d, 'name': SearchDatastore_Task, 'duration_secs': 0.015314} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.211781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.213243] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 8f6144e5-282f-4210-83f3-d17ebdc0fe12/8f6144e5-282f-4210-83f3-d17ebdc0fe12.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.213243] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.213243] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.213243] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e7206f2-e963-4f63-aa41-1171a1e677de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.217241] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3de105-8a38-4410-a9a0-55a7b1702295 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.226441] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 677.226441] env[69371]: value = "task-4129626" [ 677.226441] env[69371]: _type = "Task" [ 677.226441] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.226441] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.226441] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.230260] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff9f81-4c36-42d8-941a-d6c6d72f7f9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.238162] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 677.238162] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fbaa2a-f24b-bbe9-6bec-48645ebb2756" [ 677.238162] env[69371]: _type = "Task" [ 677.238162] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.246212] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.258438] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fbaa2a-f24b-bbe9-6bec-48645ebb2756, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.259424] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340878b4-9639-449b-bab5-d0b3677f2c6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.269748] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 677.269748] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5248d08d-2aae-6c58-d330-947854a40f7c" [ 677.269748] env[69371]: _type = "Task" [ 677.269748] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.281215] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5248d08d-2aae-6c58-d330-947854a40f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.339070] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Successfully created port: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.373077] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.501311] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129625, 'name': CreateVM_Task, 'duration_secs': 0.488434} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.504733] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.506028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.704357] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29492-dffb-04e6-9963-ca69e687b138, 'name': SearchDatastore_Task, 'duration_secs': 0.037488} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.704684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.704842] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.705237] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.705381] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.705627] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.706042] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7dc9a5-284b-49c2-8044-2ed1cccc0de2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.713421] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 677.713421] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5271d0f5-2dfa-9096-4c8a-3cfc3be4b619" [ 677.713421] env[69371]: _type = "Task" [ 677.713421] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.727793] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5271d0f5-2dfa-9096-4c8a-3cfc3be4b619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.745168] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.783653] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5248d08d-2aae-6c58-d330-947854a40f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.784085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.784646] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 65e23711-82b8-4f46-805e-69017d84226d/65e23711-82b8-4f46-805e-69017d84226d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.784759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.785668] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.785668] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729bdaa7-de64-4890-949e-cb7481d49cc3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.787510] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775c2352-73c5-4d03-b14d-37a006bc11ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.794702] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b15c93-144f-44c7-837a-efcb17de1cac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.799340] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 677.799340] env[69371]: value = "task-4129627" [ 677.799340] env[69371]: _type = "Task" [ 677.799340] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.807193] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.809446] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.809446] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f17fe3-f4e2-446b-989b-2bc3492fe52b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.813467] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138a720-7170-401e-849f-f3102b96ea7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.825526] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.829658] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 677.829658] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525f6ed7-eefa-6281-af34-f4a9351d3150" [ 677.829658] env[69371]: _type = "Task" [ 677.829658] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.860402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851289bb-cb89-44ff-992a-87ad4c4aec41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.873135] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525f6ed7-eefa-6281-af34-f4a9351d3150, 'name': SearchDatastore_Task, 'duration_secs': 0.017189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.875103] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a01ca5-fa11-4022-a463-01960d3bd38b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.879699] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49ab7fe-3e12-40c9-949f-bb77177b2f29 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.900847] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 677.900847] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52162b05-82e8-e266-7d6a-3b48e397a455" [ 677.900847] env[69371]: _type = "Task" [ 677.900847] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.901384] env[69371]: DEBUG nova.compute.provider_tree [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.912705] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52162b05-82e8-e266-7d6a-3b48e397a455, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.914580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.914580] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 9c3b6446-8019-4eac-b0b9-1722de7181c6/9c3b6446-8019-4eac-b0b9-1722de7181c6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.914580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.914794] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.915175] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b7e054-e863-4434-aec1-c8990dd5aedd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.921109] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36fe3f17-d68b-4642-a224-716621d4633e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.932734] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 677.932734] env[69371]: value = "task-4129628" [ 677.932734] env[69371]: _type = "Task" [ 677.932734] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.934321] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.934520] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.939043] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793ec054-3cb7-495c-ab13-73e4cf46589a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.947881] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.949502] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 677.949502] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52832114-30d2-9bfb-1e68-c652d6d9d71f" [ 677.949502] env[69371]: _type = "Task" [ 677.949502] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.959299] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52832114-30d2-9bfb-1e68-c652d6d9d71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.061347] env[69371]: DEBUG nova.compute.manager [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Received event network-vif-plugged-f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.061347] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Acquiring lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.061347] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.064031] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.064708] env[69371]: DEBUG nova.compute.manager [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] No waiting events found dispatching network-vif-plugged-f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.064708] env[69371]: WARNING nova.compute.manager [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Received unexpected event network-vif-plugged-f310c29d-be06-49b7-b38c-add98fd80b26 for instance with vm_state building and task_state spawning. [ 678.064708] env[69371]: DEBUG nova.compute.manager [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Received event network-changed-f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.066600] env[69371]: DEBUG nova.compute.manager [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Refreshing instance network info cache due to event network-changed-f310c29d-be06-49b7-b38c-add98fd80b26. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.066600] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Acquiring lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.066600] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Acquired lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.066600] env[69371]: DEBUG nova.network.neutron [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Refreshing network info cache for port f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.108464] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updated VIF entry in instance network info cache for port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.109396] env[69371]: DEBUG nova.network.neutron [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updating instance_info_cache with network_info: [{"id": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "address": "fa:16:3e:80:b7:49", "network": {"id": "5e473f6f-da4e-441a-965b-d400bf24fd50", "bridge": "br-int", "label": "tempest-ServersTestJSON-1257168069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04bba80fa5e14c20b4d54aab8e343b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3be554-db", "ovs_interfaceid": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.227521] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5271d0f5-2dfa-9096-4c8a-3cfc3be4b619, 'name': SearchDatastore_Task, 'duration_secs': 0.058787} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.227521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.227521] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.227521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.238828] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636612} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.239268] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 8f6144e5-282f-4210-83f3-d17ebdc0fe12/8f6144e5-282f-4210-83f3-d17ebdc0fe12.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.239898] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.239983] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b0af0c-529e-4790-9863-7f7543aca3a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.249474] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 678.249474] env[69371]: value = "task-4129630" [ 678.249474] env[69371]: _type = "Task" [ 678.249474] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.260710] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.312079] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.392924] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.409258] env[69371]: DEBUG nova.scheduler.client.report [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.430937] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.433837] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.433837] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.435490] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.436962] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.437184] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.437377] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.437537] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.437710] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.439212] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.439212] env[69371]: DEBUG nova.virt.hardware [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.439212] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8f85b-346f-43a7-8324-abf0893933cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.463059] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea0238-2578-4a15-9bdc-e587da51df33 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.468676] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.478242] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52832114-30d2-9bfb-1e68-c652d6d9d71f, 'name': SearchDatastore_Task, 'duration_secs': 0.021018} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.487288] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1b8fa5-5a20-44a8-aa40-46378016a331 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.494023] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 678.494023] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5281384b-6627-6ebd-63c1-d1526988641b" [ 678.494023] env[69371]: _type = "Task" [ 678.494023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.505503] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5281384b-6627-6ebd-63c1-d1526988641b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.612581] env[69371]: DEBUG oslo_concurrency.lockutils [req-e8b95f7a-9250-4656-8fd7-e4e5edcc4441 req-30b1984b-8f6e-4db9-b2c9-a52c098d89f2 service nova] Releasing lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763101] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089186} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.763101] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.763101] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec26c79-9aae-4d94-a204-972362a6c5af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.792325] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8f6144e5-282f-4210-83f3-d17ebdc0fe12/8f6144e5-282f-4210-83f3-d17ebdc0fe12.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.792677] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ca4a00-a64b-4bef-b18e-9d6c2cce6e70 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.825113] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588071} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.827143] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 65e23711-82b8-4f46-805e-69017d84226d/65e23711-82b8-4f46-805e-69017d84226d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.827431] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.827991] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 678.827991] env[69371]: value = "task-4129631" [ 678.827991] env[69371]: _type = "Task" [ 678.827991] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.828250] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0274966b-5481-4bf1-b789-a0dd49fc369f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.840389] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.842074] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 678.842074] env[69371]: value = "task-4129632" [ 678.842074] env[69371]: _type = "Task" [ 678.842074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.853403] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.922056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.922724] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.930227] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.185s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.930227] env[69371]: INFO nova.compute.claims [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.949284] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92652} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.950882] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 9c3b6446-8019-4eac-b0b9-1722de7181c6/9c3b6446-8019-4eac-b0b9-1722de7181c6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.950882] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.950882] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ddae767-7973-41fd-b854-3c1747798e8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.961108] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 678.961108] env[69371]: value = "task-4129633" [ 678.961108] env[69371]: _type = "Task" [ 678.961108] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.971627] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.179347] env[69371]: DEBUG nova.network.neutron [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Updated VIF entry in instance network info cache for port f310c29d-be06-49b7-b38c-add98fd80b26. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.179347] env[69371]: DEBUG nova.network.neutron [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Updating instance_info_cache with network_info: [{"id": "f310c29d-be06-49b7-b38c-add98fd80b26", "address": "fa:16:3e:87:4d:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf310c29d-be", "ovs_interfaceid": "f310c29d-be06-49b7-b38c-add98fd80b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.181746] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5281384b-6627-6ebd-63c1-d1526988641b, 'name': SearchDatastore_Task, 'duration_secs': 0.057915} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.181746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181746] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 004d22f6-e3e6-4966-b700-5b69f2b8f472/004d22f6-e3e6-4966-b700-5b69f2b8f472.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.181746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182237] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.182237] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28dcc480-2a2f-457b-bd42-9b4db2a63b56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182237] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49666181-dacc-425d-85db-66203fb59a0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182237] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 679.182237] env[69371]: value = "task-4129634" [ 679.182237] env[69371]: _type = "Task" [ 679.182237] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.182237] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.182237] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.184622] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dfbb7e-4d9c-48a9-ba15-60ea45cb91c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.184622] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.184622] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 679.184622] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e58978-7372-ede2-7b66-2c6473938f28" [ 679.184622] env[69371]: _type = "Task" [ 679.184622] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.184622] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e58978-7372-ede2-7b66-2c6473938f28, 'name': SearchDatastore_Task, 'duration_secs': 0.015664} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.184622] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835b590e-07c8-4fc2-b175-1eeff19a6e31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.185177] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 679.185177] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525bdb47-c637-b43e-0ff9-7124b07edb6e" [ 679.185177] env[69371]: _type = "Task" [ 679.185177] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.185177] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525bdb47-c637-b43e-0ff9-7124b07edb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.342754] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.351527] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192553} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.352501] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.353517] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2387490-55a8-48b0-aeaf-62bf84973c56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.378315] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 65e23711-82b8-4f46-805e-69017d84226d/65e23711-82b8-4f46-805e-69017d84226d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.378697] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d899164-2fde-4bf4-bbcc-538131e07582 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.400091] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 679.400091] env[69371]: value = "task-4129635" [ 679.400091] env[69371]: _type = "Task" [ 679.400091] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.411082] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.436906] env[69371]: DEBUG nova.compute.utils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.440792] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.442077] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.474928] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091538} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.475272] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.476201] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543ae8cf-4bc7-41d9-8a13-b42a60e8997d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.501948] env[69371]: DEBUG oslo_concurrency.lockutils [req-1f200f4d-a59b-4183-9810-94b785e736bb req-e613d7e1-8447-433a-9415-3195f297145a service nova] Releasing lock "refresh_cache-79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.517159] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9c3b6446-8019-4eac-b0b9-1722de7181c6/9c3b6446-8019-4eac-b0b9-1722de7181c6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.518038] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c5b458-a484-4a20-9744-9921e755e721 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.550370] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 679.550370] env[69371]: value = "task-4129636" [ 679.550370] env[69371]: _type = "Task" [ 679.550370] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.562210] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.568901] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129634, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.577582] env[69371]: DEBUG nova.policy [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f24e2de658a48e3a65c25be6bf3c1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ddd401d67ed41c1977b98ccc226d07f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.647549] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525bdb47-c637-b43e-0ff9-7124b07edb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.648095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.648362] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.648819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.649126] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.649489] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f4e1f5-4526-46ad-a973-9958cc73d12f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.652150] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b4f133-31ad-4f7d-9176-0f3d3e40f9a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.660974] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 679.660974] env[69371]: value = "task-4129637" [ 679.660974] env[69371]: _type = "Task" [ 679.660974] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.669342] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.669594] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.674173] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ee52c5-fdb5-423c-b6fb-9b6f41ee93c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.677588] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.682393] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 679.682393] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71eca-00e2-9064-c892-b5313f0b2caf" [ 679.682393] env[69371]: _type = "Task" [ 679.682393] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.694634] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71eca-00e2-9064-c892-b5313f0b2caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.852575] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129631, 'name': ReconfigVM_Task, 'duration_secs': 0.702499} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.853586] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Successfully updated port: d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.855869] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8f6144e5-282f-4210-83f3-d17ebdc0fe12/8f6144e5-282f-4210-83f3-d17ebdc0fe12.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.859987] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc02f67-fb33-49ac-88ad-542dd1903655 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.873467] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 679.873467] env[69371]: value = "task-4129638" [ 679.873467] env[69371]: _type = "Task" [ 679.873467] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.893413] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129638, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.916314] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.949028] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.072143] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.081025] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.081025] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 004d22f6-e3e6-4966-b700-5b69f2b8f472/004d22f6-e3e6-4966-b700-5b69f2b8f472.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.081025] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.081025] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbeac94-d2c9-4be9-92ff-80e92e091f43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.092261] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 680.092261] env[69371]: value = "task-4129639" [ 680.092261] env[69371]: _type = "Task" [ 680.092261] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.105876] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.184935] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129637, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.208660] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71eca-00e2-9064-c892-b5313f0b2caf, 'name': SearchDatastore_Task, 'duration_secs': 0.067997} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.210320] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b11098-e3cc-429d-b3ff-c0cfb6cbd282 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.225171] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 680.225171] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529bf28b-aac3-a1ad-3b00-e0610ab32d78" [ 680.225171] env[69371]: _type = "Task" [ 680.225171] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.249787] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529bf28b-aac3-a1ad-3b00-e0610ab32d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.356442] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.356764] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.398104] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129638, 'name': Rename_Task, 'duration_secs': 0.185638} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.399358] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.401803] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ca10dd-9443-4b1e-b303-6b2f6c2fddd3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.413712] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 680.413712] env[69371]: value = "task-4129640" [ 680.413712] env[69371]: _type = "Task" [ 680.413712] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.436107] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129635, 'name': ReconfigVM_Task, 'duration_secs': 0.882119} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.439578] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Received event network-vif-plugged-4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.440818] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Acquiring lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.441432] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.441432] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.441787] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] No waiting events found dispatching network-vif-plugged-4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 680.441787] env[69371]: WARNING nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Received unexpected event network-vif-plugged-4f419013-ac09-46e1-a8ca-151f2c5b6e93 for instance with vm_state building and task_state spawning. [ 680.441999] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Received event network-changed-4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.442380] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Refreshing instance network info cache due to event network-changed-4f419013-ac09-46e1-a8ca-151f2c5b6e93. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.442481] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Acquiring lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.442552] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Acquired lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.442719] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Refreshing network info cache for port 4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.449724] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 65e23711-82b8-4f46-805e-69017d84226d/65e23711-82b8-4f46-805e-69017d84226d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.451216] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25441f64-40ae-4929-aa54-31fbd9cf81d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.466552] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.473498] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 680.473498] env[69371]: value = "task-4129641" [ 680.473498] env[69371]: _type = "Task" [ 680.473498] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.492181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf197d-2e63-4930-87e3-1ce726dc3081 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.504422] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129641, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.508797] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3a012f-2a4b-432f-b7c3-5adf92b511d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.551747] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0949e9-3d1d-45d2-81cd-e5885eddb7ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.568924] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954323c-78f6-4f78-b358-66226d475202 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.573212] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129636, 'name': ReconfigVM_Task, 'duration_secs': 0.842834} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.574328] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9c3b6446-8019-4eac-b0b9-1722de7181c6/9c3b6446-8019-4eac-b0b9-1722de7181c6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.575486] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c3586e3-b763-47ca-a815-17adee25cb75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.578672] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Successfully created port: 15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.590421] env[69371]: DEBUG nova.compute.provider_tree [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.598758] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 680.598758] env[69371]: value = "task-4129642" [ 680.598758] env[69371]: _type = "Task" [ 680.598758] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.606992] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082105} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.608546] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.611034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a9108-e8ba-4abb-9e07-5f82225438b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.618223] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129642, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.648973] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 004d22f6-e3e6-4966-b700-5b69f2b8f472/004d22f6-e3e6-4966-b700-5b69f2b8f472.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.650132] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af873520-c39f-43b3-91da-b9679737836e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.675355] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94712} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.677026] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.677298] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.677624] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 680.677624] env[69371]: value = "task-4129643" [ 680.677624] env[69371]: _type = "Task" [ 680.677624] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.677872] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0490f3-be67-436a-94da-9f64bd82acc6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.689633] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.691560] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 680.691560] env[69371]: value = "task-4129644" [ 680.691560] env[69371]: _type = "Task" [ 680.691560] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.703383] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.746762] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529bf28b-aac3-a1ad-3b00-e0610ab32d78, 'name': SearchDatastore_Task, 'duration_secs': 0.035078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.746762] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.746762] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e1a393f0-10b5-4e3e-afb0-4f5eca95f791/e1a393f0-10b5-4e3e-afb0-4f5eca95f791.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.746762] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56f6379-957d-496b-8249-a57a537bd019 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.756792] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 680.756792] env[69371]: value = "task-4129645" [ 680.756792] env[69371]: _type = "Task" [ 680.756792] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.771219] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.932469] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.950164] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.968064] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.984545] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129641, 'name': Rename_Task, 'duration_secs': 0.388335} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.984823] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.986024] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e852e0-1235-4019-b5a1-c8558dd28af5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.994323] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 680.994323] env[69371]: value = "task-4129646" [ 680.994323] env[69371]: _type = "Task" [ 680.994323] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.007027] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.008307] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.008574] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.009166] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.009166] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.009166] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.009494] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.009494] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.009608] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.009754] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.009929] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.010161] env[69371]: DEBUG nova.virt.hardware [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.011079] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368f84c-ddcc-449b-98e7-97ab4df7c624 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.020233] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e82d48-b8bd-466a-b9aa-21f609eb7102 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.096049] env[69371]: DEBUG nova.scheduler.client.report [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.114148] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129642, 'name': Rename_Task, 'duration_secs': 0.358228} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.114148] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.114148] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9f2175-5376-4c3a-b966-1678c8882131 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.126052] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 681.126052] env[69371]: value = "task-4129647" [ 681.126052] env[69371]: _type = "Task" [ 681.126052] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.139552] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.193756] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.203986] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081134} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.204234] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.205201] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588c436-8216-4c5f-ab97-0e7492c38fe8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.235322] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.238561] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df0ac3f-57f4-4159-9ea0-94428521c5a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.254620] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "def4786b-65c2-447f-a133-8b575067efe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.254893] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.255244] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "def4786b-65c2-447f-a133-8b575067efe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.255337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.255537] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.261306] env[69371]: INFO nova.compute.manager [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Terminating instance [ 681.274787] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 681.274787] env[69371]: value = "task-4129648" [ 681.274787] env[69371]: _type = "Task" [ 681.274787] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.284796] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.292605] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.365998] env[69371]: DEBUG nova.network.neutron [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Updating instance_info_cache with network_info: [{"id": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "address": "fa:16:3e:bd:89:a2", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b97cd4-1f", "ovs_interfaceid": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.437456] env[69371]: DEBUG oslo_vmware.api [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129640, 'name': PowerOnVM_Task, 'duration_secs': 0.968483} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.437724] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.438038] env[69371]: INFO nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 17.75 seconds to spawn the instance on the hypervisor. [ 681.438197] env[69371]: DEBUG nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.439408] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d52217-d981-4ed2-84c8-f23f8a779b03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.507552] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.540059] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Updated VIF entry in instance network info cache for port 4f419013-ac09-46e1-a8ca-151f2c5b6e93. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.540459] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Updating instance_info_cache with network_info: [{"id": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "address": "fa:16:3e:65:3b:2b", "network": {"id": "c091950c-5500-4952-8362-083efaced57d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1707762804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd09185db4ab45bc85502cc065fd0d6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f419013-ac", "ovs_interfaceid": "4f419013-ac09-46e1-a8ca-151f2c5b6e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.601812] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.602556] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.607046] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.560s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.643312] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.691436] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129643, 'name': ReconfigVM_Task, 'duration_secs': 0.756968} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.691696] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 004d22f6-e3e6-4966-b700-5b69f2b8f472/004d22f6-e3e6-4966-b700-5b69f2b8f472.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.692383] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eabce468-6067-4df6-a62a-5fa16099bf06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.700435] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 681.700435] env[69371]: value = "task-4129649" [ 681.700435] env[69371]: _type = "Task" [ 681.700435] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.710975] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129649, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.780037] env[69371]: DEBUG nova.compute.manager [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.780037] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.780431] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833651} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.783539] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1619e6-c8f0-47fd-bc0c-c5b824ef6c8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.795420] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e1a393f0-10b5-4e3e-afb0-4f5eca95f791/e1a393f0-10b5-4e3e-afb0-4f5eca95f791.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.795858] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.796919] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e999947f-51d3-498b-9d6b-9de5b80f71a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.806508] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.810205] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.810672] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 681.810672] env[69371]: value = "task-4129650" [ 681.810672] env[69371]: _type = "Task" [ 681.810672] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.810885] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6f707a-c64d-4d50-bba4-6c9470b931c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.825552] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.827651] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 681.827651] env[69371]: value = "task-4129651" [ 681.827651] env[69371]: _type = "Task" [ 681.827651] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.841145] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.871777] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.872387] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Instance network_info: |[{"id": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "address": "fa:16:3e:bd:89:a2", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b97cd4-1f", "ovs_interfaceid": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.872889] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:89:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b97cd4-1f25-4412-9114-4d8b5a7ac257', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.885510] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.885835] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.886150] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a904e5-50b7-44fb-af8d-32ac6d905308 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.911484] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.911484] env[69371]: value = "task-4129652" [ 681.911484] env[69371]: _type = "Task" [ 681.911484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.926361] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129652, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.966478] env[69371]: INFO nova.compute.manager [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 28.42 seconds to build instance. [ 682.009972] env[69371]: DEBUG oslo_vmware.api [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129646, 'name': PowerOnVM_Task, 'duration_secs': 0.909581} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.010915] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.010915] env[69371]: INFO nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Took 15.90 seconds to spawn the instance on the hypervisor. [ 682.010915] env[69371]: DEBUG nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.013771] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea1ba8-156b-4677-bfe3-b1632a8dae1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.044497] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Releasing lock "refresh_cache-e1a393f0-10b5-4e3e-afb0-4f5eca95f791" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045748] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Received event network-changed-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.045748] env[69371]: DEBUG nova.compute.manager [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Refreshing instance network info cache due to event network-changed-a79ca7b9-ad31-42a2-91e8-ceb5875094c9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.045748] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Acquiring lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045977] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Acquired lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.046286] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Refreshing network info cache for port a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.110354] env[69371]: DEBUG nova.compute.utils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.122153] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.122153] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.146032] env[69371]: DEBUG oslo_vmware.api [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129647, 'name': PowerOnVM_Task, 'duration_secs': 0.756937} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.146032] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.146242] env[69371]: INFO nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Took 13.59 seconds to spawn the instance on the hypervisor. [ 682.146345] env[69371]: DEBUG nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.147458] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c077a63-0315-4aaf-bd04-7b9f06421de1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.220399] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129649, 'name': Rename_Task, 'duration_secs': 0.253309} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.221145] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.222629] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13b8e2a5-0df9-4995-a32a-1411e8a179b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.232445] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 682.232445] env[69371]: value = "task-4129653" [ 682.232445] env[69371]: _type = "Task" [ 682.232445] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.246386] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.291152] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129648, 'name': ReconfigVM_Task, 'duration_secs': 0.559573} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.291492] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.295122] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f07ce6-a133-4f46-908d-a0899a5ce580 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.303052] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 682.303052] env[69371]: value = "task-4129654" [ 682.303052] env[69371]: _type = "Task" [ 682.303052] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.312527] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129654, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.323630] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09822} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.323630] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.323837] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5817ee-fea2-4bdf-bf0b-16c2704c69b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.354633] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e1a393f0-10b5-4e3e-afb0-4f5eca95f791/e1a393f0-10b5-4e3e-afb0-4f5eca95f791.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.357917] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1877c1ed-ac0f-4ffb-8496-e5c37645c936 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.383032] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129651, 'name': PowerOffVM_Task, 'duration_secs': 0.444877} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.383032] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.383032] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.383032] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44c650e6-a691-497f-9589-da1fc7527515 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.386587] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 682.386587] env[69371]: value = "task-4129655" [ 682.386587] env[69371]: _type = "Task" [ 682.386587] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.398394] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.425214] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129652, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.466529] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.466529] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.466529] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Deleting the datastore file [datastore2] def4786b-65c2-447f-a133-8b575067efe8 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.466529] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9384ee8a-7ae4-4008-96fe-1e3079490b9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.468965] env[69371]: DEBUG oslo_concurrency.lockutils [None req-06d50e09-35d5-45c7-b9e0-1dcff3dccfa6 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.929s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.470312] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.348s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.471271] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2845fea1-9518-4a04-9c8f-2f474c1321c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.476357] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for the task: (returnval){ [ 682.476357] env[69371]: value = "task-4129657" [ 682.476357] env[69371]: _type = "Task" [ 682.476357] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.490110] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.492948] env[69371]: DEBUG nova.policy [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c82755858fa442d94165179f2777735', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26f1e0044f70462a8f83a88cec3e67a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.536311] env[69371]: INFO nova.compute.manager [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Took 27.59 seconds to build instance. [ 682.564739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.565295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.627626] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.669371] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669371] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance def4786b-65c2-447f-a133-8b575067efe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669371] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 18f7a9f5-478d-409e-8ddb-18f83cea0499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669371] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fff38139-053a-493f-80e9-1cc9844f733b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669514] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 8f6144e5-282f-4210-83f3-d17ebdc0fe12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669514] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 65e23711-82b8-4f46-805e-69017d84226d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669514] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9c3b6446-8019-4eac-b0b9-1722de7181c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669514] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669627] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance e1a393f0-10b5-4e3e-afb0-4f5eca95f791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669627] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 004d22f6-e3e6-4966-b700-5b69f2b8f472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669627] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3dea073e-95ab-448b-a0c1-93ad01083a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669627] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.669740] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance b000e444-e6d0-4996-b1d8-8ec67a5fae6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 682.680081] env[69371]: INFO nova.compute.manager [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Took 26.38 seconds to build instance. [ 682.744069] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.814743] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129654, 'name': Rename_Task, 'duration_secs': 0.232496} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.815087] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.815418] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f594f2-c686-43d3-9ae9-00d0ae9af6a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.825367] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 682.825367] env[69371]: value = "task-4129658" [ 682.825367] env[69371]: _type = "Task" [ 682.825367] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.835842] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.897541] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Successfully updated port: 15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.905035] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.924787] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129652, 'name': CreateVM_Task, 'duration_secs': 0.736343} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.925044] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.925905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.925905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.926220] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.926572] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36fbb8e-d525-40c7-b9cb-177a6552c01c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.933788] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 682.933788] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8a3b1-9a2a-5fbe-8849-eb28aa71ff5e" [ 682.933788] env[69371]: _type = "Task" [ 682.933788] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.938717] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updated VIF entry in instance network info cache for port a79ca7b9-ad31-42a2-91e8-ceb5875094c9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.939148] env[69371]: DEBUG nova.network.neutron [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updating instance_info_cache with network_info: [{"id": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "address": "fa:16:3e:ba:ec:47", "network": {"id": "8970b32c-01f7-4c77-be62-2ce25d806257", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1257678461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8c0b59cc7f74e5cae9200a6022f7ba8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79ca7b9-ad", "ovs_interfaceid": "a79ca7b9-ad31-42a2-91e8-ceb5875094c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.946478] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8a3b1-9a2a-5fbe-8849-eb28aa71ff5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.976933] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.985801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.991871] env[69371]: DEBUG oslo_vmware.api [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Task: {'id': task-4129657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231833} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.992150] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.992365] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.992561] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.992735] env[69371]: INFO nova.compute.manager [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] [instance: def4786b-65c2-447f-a133-8b575067efe8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 682.992989] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.993199] env[69371]: DEBUG nova.compute.manager [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.993291] env[69371]: DEBUG nova.network.neutron [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.041904] env[69371]: DEBUG oslo_concurrency.lockutils [None req-466561f0-26b2-4def-bfb9-d45659e407fb tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "65e23711-82b8-4f46-805e-69017d84226d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.107s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.177686] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 683.184072] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5307db91-f341-4810-88bf-12d1250768d7 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.888s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.244853] env[69371]: DEBUG oslo_vmware.api [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129653, 'name': PowerOnVM_Task, 'duration_secs': 0.914447} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.245161] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.245581] env[69371]: INFO nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Took 7.27 seconds to spawn the instance on the hypervisor. [ 683.245810] env[69371]: DEBUG nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.246919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc3af0-3751-48ac-b693-88708e373409 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.339816] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.406832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.406832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquired lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.406832] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.407343] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129655, 'name': ReconfigVM_Task, 'duration_secs': 0.664764} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.411218] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e1a393f0-10b5-4e3e-afb0-4f5eca95f791/e1a393f0-10b5-4e3e-afb0-4f5eca95f791.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.412505] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe250c8-d4fb-47b4-88ff-0debefd1a4a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.426129] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 683.426129] env[69371]: value = "task-4129659" [ 683.426129] env[69371]: _type = "Task" [ 683.426129] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.441899] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129659, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.445635] env[69371]: DEBUG oslo_concurrency.lockutils [req-d4584c78-9d1d-4711-91a5-b72c9696e903 req-24ff1dd1-5dd5-4c27-9d6b-1d4f07752f2c service nova] Releasing lock "refresh_cache-9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453331] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8a3b1-9a2a-5fbe-8849-eb28aa71ff5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015289} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.454199] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.454447] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.454941] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.454941] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.454941] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.455203] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c317512b-83a7-4202-8e3e-836defaef01f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.467727] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.467727] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.468714] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f28b76-000b-41c2-89d5-dc837ae26a52 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.479869] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 683.479869] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5270716c-7b89-7df5-3eb8-52d331c88f1d" [ 683.479869] env[69371]: _type = "Task" [ 683.479869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.488551] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Successfully created port: ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.503447] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5270716c-7b89-7df5-3eb8-52d331c88f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.504604] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18edec7f-4541-4c63-8fa2-816c6a34eb38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.512808] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 683.512808] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d3f915-2b3a-b1bd-1e39-642390691343" [ 683.512808] env[69371]: _type = "Task" [ 683.512808] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.518460] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.525153] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d3f915-2b3a-b1bd-1e39-642390691343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.546980] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.645221] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.681894] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2fcce97a-83ca-4275-87eb-e0fa94789783 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 683.687216] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.687442] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.687562] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.687825] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.691088] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.691436] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.691811] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.692147] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.694034] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.694034] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.694034] env[69371]: DEBUG nova.virt.hardware [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.694034] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.697213] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb40fc15-4a9f-4e60-8197-85ec75045920 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.707387] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25cf4a-1b25-4217-9454-5105fdd39220 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.772120] env[69371]: INFO nova.compute.manager [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Took 25.77 seconds to build instance. [ 683.842815] env[69371]: DEBUG oslo_vmware.api [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129658, 'name': PowerOnVM_Task, 'duration_secs': 0.829144} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.842971] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.843608] env[69371]: INFO nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Took 12.92 seconds to spawn the instance on the hypervisor. [ 683.843608] env[69371]: DEBUG nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.845622] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd43aef2-eef1-45af-8288-b5e36b7d9f44 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.924149] env[69371]: DEBUG nova.network.neutron [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.946239] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129659, 'name': Rename_Task, 'duration_secs': 0.212168} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.947382] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.952633] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65bb6a97-9410-4c53-a127-28778cceeb71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.960219] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 683.960219] env[69371]: value = "task-4129660" [ 683.960219] env[69371]: _type = "Task" [ 683.960219] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.967833] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.974469] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.028634] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d3f915-2b3a-b1bd-1e39-642390691343, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.029107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.029247] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 3dea073e-95ab-448b-a0c1-93ad01083a3e/3dea073e-95ab-448b-a0c1-93ad01083a3e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.029549] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50c835e3-67a4-4200-944e-04c5222fa505 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.040866] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 684.040866] env[69371]: value = "task-4129661" [ 684.040866] env[69371]: _type = "Task" [ 684.040866] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.060551] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.061350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.061635] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.088298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.211602] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance c8e87a78-3598-4db2-8006-72c42c0d89d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 684.236256] env[69371]: DEBUG nova.network.neutron [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Updating instance_info_cache with network_info: [{"id": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "address": "fa:16:3e:4e:3f:38", "network": {"id": "15a04375-1aa0-4d9c-8851-7f0c24b139b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1400779941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ddd401d67ed41c1977b98ccc226d07f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d392c8-1a", "ovs_interfaceid": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.244665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.275627] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aad879-16b5-4153-ab25-23cdf7b35f28 tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.283s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.369504] env[69371]: INFO nova.compute.manager [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Took 27.00 seconds to build instance. [ 684.433261] env[69371]: INFO nova.compute.manager [-] [instance: def4786b-65c2-447f-a133-8b575067efe8] Took 1.44 seconds to deallocate network for instance. [ 684.475458] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.556783] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.721918] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance bacc70dd-aa33-4f81-b909-de5067be475d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 684.740753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Releasing lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.741165] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Instance network_info: |[{"id": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "address": "fa:16:3e:4e:3f:38", "network": {"id": "15a04375-1aa0-4d9c-8851-7f0c24b139b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1400779941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ddd401d67ed41c1977b98ccc226d07f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d392c8-1a", "ovs_interfaceid": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.741630] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:3f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15d392c8-1a67-4760-ae74-91b45a6fc97d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.750940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Creating folder: Project (9ddd401d67ed41c1977b98ccc226d07f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.752352] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1198e534-5d37-4c16-9ec0-d62199156d49 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.769888] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Created folder: Project (9ddd401d67ed41c1977b98ccc226d07f) in parent group-v817910. [ 684.769888] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Creating folder: Instances. Parent ref: group-v817946. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.769888] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bdd4528-2cc1-44f0-9ca9-e2fec0bf246b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.780488] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.784502] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Created folder: Instances in parent group-v817946. [ 684.784777] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.787763] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.787763] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be3a66e-0eaa-47b9-85ef-07604aba21d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.815025] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.815025] env[69371]: value = "task-4129664" [ 684.815025] env[69371]: _type = "Task" [ 684.815025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.825721] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129664, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.876113] env[69371]: DEBUG oslo_concurrency.lockutils [None req-084d5f2e-0df1-42f3-918d-9994f6b4832c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.514s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.948525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.976109] env[69371]: DEBUG oslo_vmware.api [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129660, 'name': PowerOnVM_Task, 'duration_secs': 0.63711} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.977494] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.977494] env[69371]: INFO nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Took 11.64 seconds to spawn the instance on the hypervisor. [ 684.977494] env[69371]: DEBUG nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.977798] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd77033-72c8-4294-8efd-83b9f454b098 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.059099] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641951} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.059532] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 3dea073e-95ab-448b-a0c1-93ad01083a3e/3dea073e-95ab-448b-a0c1-93ad01083a3e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.059668] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.059887] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2108cc67-f906-4e02-a327-4250b4849d79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.067962] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 685.067962] env[69371]: value = "task-4129665" [ 685.067962] env[69371]: _type = "Task" [ 685.067962] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.078703] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.230514] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 685.232207] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 685.232207] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 685.319821] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.328261] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129664, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.380306] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.510931] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "b0d99289-a726-4243-999e-72e375c48bdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.511189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.512394] env[69371]: INFO nova.compute.manager [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Took 27.54 seconds to build instance. [ 685.583442] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081753} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.584353] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.588221] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a90c7-d4c5-4e57-b901-ffdff632f04b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.621462] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 3dea073e-95ab-448b-a0c1-93ad01083a3e/3dea073e-95ab-448b-a0c1-93ad01083a3e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.628575] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016cfd90-c4f1-486d-95ce-7f69d6c03bad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.655809] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 685.655809] env[69371]: value = "task-4129666" [ 685.655809] env[69371]: _type = "Task" [ 685.655809] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.665902] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.731612] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400f102a-25f7-4ece-8cc6-382283a7e982 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.741743] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cde890-fc52-4841-a888-fcef597fe53d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.776201] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa6aa7-e6b1-4ee3-8657-05a09d23b354 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.789185] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235065e5-0b62-45f4-a977-ab8a17d39ef5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.803428] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.827135] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129664, 'name': CreateVM_Task, 'duration_secs': 0.581458} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.827135] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.827882] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.828146] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.828486] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.828742] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e0a9cb-7751-469e-b495-bbddeefe86c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.834562] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 685.834562] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52be06a3-b55b-3e55-581c-c9b681f4c6a5" [ 685.834562] env[69371]: _type = "Task" [ 685.834562] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.846563] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be06a3-b55b-3e55-581c-c9b681f4c6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.887677] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Successfully updated port: ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.898045] env[69371]: DEBUG nova.compute.manager [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Received event network-vif-plugged-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.898045] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Acquiring lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.898045] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.898045] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.898045] env[69371]: DEBUG nova.compute.manager [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] No waiting events found dispatching network-vif-plugged-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.898783] env[69371]: WARNING nova.compute.manager [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Received unexpected event network-vif-plugged-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 for instance with vm_state building and task_state spawning. [ 685.898783] env[69371]: DEBUG nova.compute.manager [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Received event network-changed-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.898783] env[69371]: DEBUG nova.compute.manager [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Refreshing instance network info cache due to event network-changed-d6b97cd4-1f25-4412-9114-4d8b5a7ac257. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.898783] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Acquiring lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.898783] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Acquired lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.899245] env[69371]: DEBUG nova.network.neutron [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Refreshing network info cache for port d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.920862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.018971] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cc624a7-ab7b-4693-a8e3-c66aac1d6c85 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.052s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.168173] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.263888] env[69371]: DEBUG nova.compute.manager [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.264296] env[69371]: DEBUG nova.compute.manager [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing instance network info cache due to event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.264626] env[69371]: DEBUG oslo_concurrency.lockutils [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] Acquiring lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.264826] env[69371]: DEBUG oslo_concurrency.lockutils [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] Acquired lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.265127] env[69371]: DEBUG nova.network.neutron [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.307121] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.351734] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be06a3-b55b-3e55-581c-c9b681f4c6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.016038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.352553] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.352869] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.353186] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.353462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.353710] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.354190] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86adbaf-e477-48fe-a28f-b23258caa91f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.366139] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.366139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.368417] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a41b61-03ea-4bb7-9472-0d579aafa4ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.376069] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 686.376069] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526333ea-ec71-f855-cf2c-fb8e5e1319a8" [ 686.376069] env[69371]: _type = "Task" [ 686.376069] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.387916] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526333ea-ec71-f855-cf2c-fb8e5e1319a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.394248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.394248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquired lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.394248] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.524140] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.662569] env[69371]: DEBUG nova.compute.manager [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.663539] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace92e6b-2527-4552-a4f1-d2ae90c37d81 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.669503] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129666, 'name': ReconfigVM_Task, 'duration_secs': 0.732568} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.670237] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 3dea073e-95ab-448b-a0c1-93ad01083a3e/3dea073e-95ab-448b-a0c1-93ad01083a3e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.670869] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-886b9572-2a2e-4d36-af52-f2b9d855e0ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.686119] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 686.686119] env[69371]: value = "task-4129670" [ 686.686119] env[69371]: _type = "Task" [ 686.686119] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.693625] env[69371]: DEBUG nova.compute.manager [None req-378bae6a-8b5a-4ac2-91ba-73ee2ddc11e7 tempest-ServerDiagnosticsV248Test-615077689 tempest-ServerDiagnosticsV248Test-615077689-project-admin] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.700869] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c787bd-1d82-4c32-9cee-3c3d7c169354 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.705186] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129670, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.711606] env[69371]: INFO nova.compute.manager [None req-378bae6a-8b5a-4ac2-91ba-73ee2ddc11e7 tempest-ServerDiagnosticsV248Test-615077689 tempest-ServerDiagnosticsV248Test-615077689-project-admin] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Retrieving diagnostics [ 686.712527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce26bda-edf5-4a14-ac7d-56db92ebe171 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.758465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.758732] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.759038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.759247] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.759416] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.761447] env[69371]: INFO nova.compute.manager [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Terminating instance [ 686.813573] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 686.813820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.207s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.814109] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.566s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.815782] env[69371]: INFO nova.compute.claims [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.818324] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.818682] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Getting list of instances from cluster (obj){ [ 686.818682] env[69371]: value = "domain-c8" [ 686.818682] env[69371]: _type = "ClusterComputeResource" [ 686.818682] env[69371]: } {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 686.819904] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1678c6-37e1-43b4-a781-3a4b4b7484d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.840689] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Got total of 11 instances {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 686.886808] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526333ea-ec71-f855-cf2c-fb8e5e1319a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.887696] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc59106-af5b-458b-83d3-8576069814dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.893826] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 686.893826] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5229e303-15e5-8215-7ba5-a7c1c53cec2a" [ 686.893826] env[69371]: _type = "Task" [ 686.893826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.905400] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5229e303-15e5-8215-7ba5-a7c1c53cec2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.927149] env[69371]: DEBUG nova.network.neutron [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Updated VIF entry in instance network info cache for port d6b97cd4-1f25-4412-9114-4d8b5a7ac257. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.927570] env[69371]: DEBUG nova.network.neutron [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Updating instance_info_cache with network_info: [{"id": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "address": "fa:16:3e:bd:89:a2", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b97cd4-1f", "ovs_interfaceid": "d6b97cd4-1f25-4412-9114-4d8b5a7ac257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.961457] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.054568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.182021] env[69371]: INFO nova.compute.manager [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] instance snapshotting [ 687.187160] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8e353-4e65-4c96-b2fd-a404020f06a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.215739] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129670, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.219328] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc315a-e09a-4d13-a6a8-68bcc1c9e27a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.266687] env[69371]: DEBUG nova.compute.manager [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.266687] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.266801] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec9ff16-ab72-42a9-ae1a-5eb1c82638e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.277793] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.278072] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0b8fe4-5471-467f-85c6-ef42fc04e6aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.285471] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 687.285471] env[69371]: value = "task-4129671" [ 687.285471] env[69371]: _type = "Task" [ 687.285471] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.295481] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.296482] env[69371]: DEBUG nova.network.neutron [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Updating instance_info_cache with network_info: [{"id": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "address": "fa:16:3e:c5:2a:5e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0a6353-db", "ovs_interfaceid": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.322682] env[69371]: DEBUG nova.network.neutron [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updated VIF entry in instance network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.323081] env[69371]: DEBUG nova.network.neutron [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updating instance_info_cache with network_info: [{"id": "c32f5171-fb57-456b-bf01-540e1b54cccb", "address": "fa:16:3e:17:f7:19", "network": {"id": "d30542e1-58f4-4fab-8ede-d949cc9ea586", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-364606051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a226755ff804916a9706b92b93fdaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32f5171-fb", "ovs_interfaceid": "c32f5171-fb57-456b-bf01-540e1b54cccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.405965] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5229e303-15e5-8215-7ba5-a7c1c53cec2a, 'name': SearchDatastore_Task, 'duration_secs': 0.035038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.406542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.406879] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d/40d2c0bd-36c0-4ddd-b94b-4e8687e4076d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.407396] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba524660-6e79-4f82-a330-4c2387b064b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.416111] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 687.416111] env[69371]: value = "task-4129672" [ 687.416111] env[69371]: _type = "Task" [ 687.416111] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.425052] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.429773] env[69371]: DEBUG oslo_concurrency.lockutils [req-9613367f-fc9c-407a-a4d7-a6b7837c0c1e req-3c4f27f5-7c1d-42b9-abd5-ef9fd5c7b599 service nova] Releasing lock "refresh_cache-3dea073e-95ab-448b-a0c1-93ad01083a3e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.700329] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129670, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.732045] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.732549] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2690b5e3-b40e-4a31-a2ba-7770aaf258aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.743268] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 687.743268] env[69371]: value = "task-4129673" [ 687.743268] env[69371]: _type = "Task" [ 687.743268] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.761739] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.801026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Releasing lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.801026] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Instance network_info: |[{"id": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "address": "fa:16:3e:c5:2a:5e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0a6353-db", "ovs_interfaceid": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.801340] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129671, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.801340] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:2a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab0a6353-db61-4af8-b9af-c0b42d19addb', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.811649] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Creating folder: Project (26f1e0044f70462a8f83a88cec3e67a2). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.812049] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c01ff81-85a1-4f2d-8463-b64362c87c50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.830247] env[69371]: DEBUG oslo_concurrency.lockutils [req-98459e11-84b3-483f-8baf-441e91abf88c req-af6c6a17-de0e-4a6a-a81b-5bf4a7ad501b service nova] Releasing lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.832829] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Created folder: Project (26f1e0044f70462a8f83a88cec3e67a2) in parent group-v817910. [ 687.833123] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Creating folder: Instances. Parent ref: group-v817952. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.833507] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e83ae6-54bd-411b-99be-86bdbd76e576 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.849702] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Created folder: Instances in parent group-v817952. [ 687.849819] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.850244] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.850244] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-456d7ad7-5bf4-4c9f-a83d-6291764a20bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.882874] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.882874] env[69371]: value = "task-4129676" [ 687.882874] env[69371]: _type = "Task" [ 687.882874] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.896686] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129676, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.931096] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.202432] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129670, 'name': Rename_Task, 'duration_secs': 1.07006} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.202830] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.203020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a0896dc-6cd1-4a0d-bbba-e2ddb700c621 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.214357] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 688.214357] env[69371]: value = "task-4129677" [ 688.214357] env[69371]: _type = "Task" [ 688.214357] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.224330] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.235933] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ef560-2459-4509-a17f-9483b6e33d78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.244522] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a140b9-e743-4cb1-95f2-e3dc2259a09e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.259266] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.288401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a28e5-d8aa-4981-b402-e1fb12b13075 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.297832] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129671, 'name': PowerOffVM_Task, 'duration_secs': 0.546957} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.299748] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.299919] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.300236] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b283ce2c-a875-4edc-a27f-e94812571342 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.302859] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1ce0bf-49a4-42c2-9248-8fc7bff72c21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.322693] env[69371]: DEBUG nova.compute.provider_tree [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.396598] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129676, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.401871] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.402111] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.402354] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Deleting the datastore file [datastore2] 18f7a9f5-478d-409e-8ddb-18f83cea0499 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.402729] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4711fb9e-3ec5-46da-9c03-7a860136183d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.411846] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for the task: (returnval){ [ 688.411846] env[69371]: value = "task-4129679" [ 688.411846] env[69371]: _type = "Task" [ 688.411846] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.421166] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.433238] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671839} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.433238] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d/40d2c0bd-36c0-4ddd-b94b-4e8687e4076d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.433238] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.433238] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2ea60cd-fa6f-4f37-a8e3-dfd9c937eb3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.443552] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 688.443552] env[69371]: value = "task-4129680" [ 688.443552] env[69371]: _type = "Task" [ 688.443552] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.456937] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.502330] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Acquiring lock "65e23711-82b8-4f46-805e-69017d84226d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.502639] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "65e23711-82b8-4f46-805e-69017d84226d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.502858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Acquiring lock "65e23711-82b8-4f46-805e-69017d84226d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.503060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "65e23711-82b8-4f46-805e-69017d84226d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.503221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "65e23711-82b8-4f46-805e-69017d84226d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.505602] env[69371]: INFO nova.compute.manager [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Terminating instance [ 688.727742] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.759872] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.830905] env[69371]: DEBUG nova.scheduler.client.report [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.900188] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129676, 'name': CreateVM_Task, 'duration_secs': 0.635029} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.900408] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.901232] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.901695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.901886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.902196] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a86f78-6f62-4290-888a-bfe3bcc2346f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.909588] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 688.909588] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523d3838-e145-1801-0369-3d5755076989" [ 688.909588] env[69371]: _type = "Task" [ 688.909588] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.923370] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523d3838-e145-1801-0369-3d5755076989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.929692] env[69371]: DEBUG oslo_vmware.api [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Task: {'id': task-4129679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192923} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.929966] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.930359] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.930480] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.930541] env[69371]: INFO nova.compute.manager [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Took 1.66 seconds to destroy the instance on the hypervisor. [ 688.930785] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.931183] env[69371]: DEBUG nova.compute.manager [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.931257] env[69371]: DEBUG nova.network.neutron [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.964077] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09086} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.964571] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.966459] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f7333-4a2b-4a5a-99b8-31e8aa04712f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.998984] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d/40d2c0bd-36c0-4ddd-b94b-4e8687e4076d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.998984] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577152a9-c15f-4d20-a4cf-f752a11d17f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.019475] env[69371]: DEBUG nova.compute.manager [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.019705] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.020937] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239b5c84-eacd-4158-b577-93a73417f218 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.034013] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 689.034013] env[69371]: value = "task-4129681" [ 689.034013] env[69371]: _type = "Task" [ 689.034013] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.036711] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.040561] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ce484ff-56fb-4533-87a6-b8c89bf59d1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.052572] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.054487] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Waiting for the task: (returnval){ [ 689.054487] env[69371]: value = "task-4129682" [ 689.054487] env[69371]: _type = "Task" [ 689.054487] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.070307] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Task: {'id': task-4129682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.229228] env[69371]: DEBUG oslo_vmware.api [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129677, 'name': PowerOnVM_Task, 'duration_secs': 0.820723} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.229657] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.229942] env[69371]: INFO nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Took 10.84 seconds to spawn the instance on the hypervisor. [ 689.230444] env[69371]: DEBUG nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.231662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31899909-07ef-45a3-8412-87f3428baa7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.264776] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129673, 'name': CreateSnapshot_Task, 'duration_secs': 1.058319} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.265301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.266318] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d339fe-c4dd-4cf7-8f44-7bbc291b29a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.335307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.335924] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.340911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.822s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.342830] env[69371]: INFO nova.compute.claims [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.427518] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523d3838-e145-1801-0369-3d5755076989, 'name': SearchDatastore_Task, 'duration_secs': 0.037802} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.428660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.428660] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.428660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.428660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.428904] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.428997] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbda8c2e-71bf-4b1c-8d60-f6115fbb0a6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.439832] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.440110] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.441786] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d7c7dd-87a6-4d34-acb4-24738cdb9a11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.452416] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 689.452416] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5214f064-1684-7a96-f18d-6696c2db82a1" [ 689.452416] env[69371]: _type = "Task" [ 689.452416] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.468329] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5214f064-1684-7a96-f18d-6696c2db82a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.471808] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551f041a-fde7-42e0-955e-b1a5c2b229d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.480559] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 689.480559] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522798bc-897f-e6ac-8fd5-c0c6412c185d" [ 689.480559] env[69371]: _type = "Task" [ 689.480559] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.497055] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522798bc-897f-e6ac-8fd5-c0c6412c185d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.549614] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.567552] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Task: {'id': task-4129682, 'name': PowerOffVM_Task, 'duration_secs': 0.33574} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.567953] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.568943] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.570117] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b20c42-ef70-4ed0-8500-b8d379cfcd42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.684514] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.684514] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.684514] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Deleting the datastore file [datastore1] 65e23711-82b8-4f46-805e-69017d84226d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.684514] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0582ec-48ad-47ec-9f2c-f7548f768d7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.692343] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Waiting for the task: (returnval){ [ 689.692343] env[69371]: value = "task-4129685" [ 689.692343] env[69371]: _type = "Task" [ 689.692343] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.706242] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Task: {'id': task-4129685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.763230] env[69371]: INFO nova.compute.manager [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Took 17.78 seconds to build instance. [ 689.795093] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 689.797023] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-242031f5-7b2d-4326-9b5f-a89f0076ddca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.810331] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 689.810331] env[69371]: value = "task-4129686" [ 689.810331] env[69371]: _type = "Task" [ 689.810331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.823295] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129686, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.849085] env[69371]: DEBUG nova.compute.utils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.854056] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.854139] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.928789] env[69371]: DEBUG nova.network.neutron [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.988780] env[69371]: DEBUG nova.policy [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9401e2704f1f4d1f8c0f7a70f651229d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46a68d42d93840c79ab3e35878e19660', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.998822] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522798bc-897f-e6ac-8fd5-c0c6412c185d, 'name': SearchDatastore_Task, 'duration_secs': 0.050838} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.998822] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.999107] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b000e444-e6d0-4996-b1d8-8ec67a5fae6d/b000e444-e6d0-4996-b1d8-8ec67a5fae6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.999283] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5c71ea-edae-4a5c-9a6c-790fbb36d827 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.009223] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 690.009223] env[69371]: value = "task-4129687" [ 690.009223] env[69371]: _type = "Task" [ 690.009223] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.020379] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.049972] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129681, 'name': ReconfigVM_Task, 'duration_secs': 0.619718} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.050375] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d/40d2c0bd-36c0-4ddd-b94b-4e8687e4076d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.051305] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110fb1cd-4ea1-4f14-ac48-3225f3df6ce7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.059932] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 690.059932] env[69371]: value = "task-4129688" [ 690.059932] env[69371]: _type = "Task" [ 690.059932] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.073132] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129688, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.208620] env[69371]: DEBUG oslo_vmware.api [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Task: {'id': task-4129685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352283} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.208889] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.209152] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.209372] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.209597] env[69371]: INFO nova.compute.manager [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 690.209907] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.210175] env[69371]: DEBUG nova.compute.manager [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.210296] env[69371]: DEBUG nova.network.neutron [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.266737] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f7bf9331-1ef8-428d-85a4-53784fc29746 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.841s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.322203] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129686, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.358588] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.386031] env[69371]: DEBUG nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Received event network-vif-plugged-15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.386259] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Acquiring lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.386466] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.386624] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.386803] env[69371]: DEBUG nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] No waiting events found dispatching network-vif-plugged-15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.386957] env[69371]: WARNING nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Received unexpected event network-vif-plugged-15d392c8-1a67-4760-ae74-91b45a6fc97d for instance with vm_state building and task_state spawning. [ 690.387168] env[69371]: DEBUG nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Received event network-changed-15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.387322] env[69371]: DEBUG nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Refreshing instance network info cache due to event network-changed-15d392c8-1a67-4760-ae74-91b45a6fc97d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.389179] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Acquiring lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.389179] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Acquired lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.389179] env[69371]: DEBUG nova.network.neutron [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Refreshing network info cache for port 15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.432465] env[69371]: INFO nova.compute.manager [-] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Took 1.50 seconds to deallocate network for instance. [ 690.527905] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.579762] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129688, 'name': Rename_Task, 'duration_secs': 0.42068} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.580342] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.580937] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3287773-3bcf-45e0-96b4-840e93291792 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.589496] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 690.589496] env[69371]: value = "task-4129689" [ 690.589496] env[69371]: _type = "Task" [ 690.589496] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.603031] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.704882] env[69371]: DEBUG nova.compute.manager [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Received event network-vif-plugged-ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.705356] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Acquiring lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.705532] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.705921] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.706169] env[69371]: DEBUG nova.compute.manager [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] No waiting events found dispatching network-vif-plugged-ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.706386] env[69371]: WARNING nova.compute.manager [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Received unexpected event network-vif-plugged-ab0a6353-db61-4af8-b9af-c0b42d19addb for instance with vm_state building and task_state spawning. [ 690.706638] env[69371]: DEBUG nova.compute.manager [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Received event network-changed-ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.706833] env[69371]: DEBUG nova.compute.manager [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Refreshing instance network info cache due to event network-changed-ab0a6353-db61-4af8-b9af-c0b42d19addb. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.707055] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Acquiring lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.707336] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Acquired lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.707598] env[69371]: DEBUG nova.network.neutron [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Refreshing network info cache for port ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.826421] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129686, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.827558] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3d5d99-649a-41bc-ac34-50b2df00bdad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.836546] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1258e5c1-6c9e-4a29-bcd0-3df79a37878d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.878827] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f9bf66-9889-4432-82ab-79699cfed2fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.885654] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e30c77-4b27-4c1a-a2bc-189250b2ed4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.900961] env[69371]: DEBUG nova.compute.provider_tree [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.940439] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.027146] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.039297] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.039564] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.106043] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.140304] env[69371]: DEBUG nova.network.neutron [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Updated VIF entry in instance network info cache for port 15d392c8-1a67-4760-ae74-91b45a6fc97d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.140786] env[69371]: DEBUG nova.network.neutron [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Updating instance_info_cache with network_info: [{"id": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "address": "fa:16:3e:4e:3f:38", "network": {"id": "15a04375-1aa0-4d9c-8851-7f0c24b139b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1400779941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ddd401d67ed41c1977b98ccc226d07f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15d392c8-1a", "ovs_interfaceid": "15d392c8-1a67-4760-ae74-91b45a6fc97d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.277353] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "interface-e1a393f0-10b5-4e3e-afb0-4f5eca95f791-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.277353] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "interface-e1a393f0-10b5-4e3e-afb0-4f5eca95f791-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.277353] env[69371]: DEBUG nova.objects.instance [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lazy-loading 'flavor' on Instance uuid e1a393f0-10b5-4e3e-afb0-4f5eca95f791 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.328533] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129686, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.383322] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.405864] env[69371]: DEBUG nova.scheduler.client.report [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.427505] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:48:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='826423793',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-881036032',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.429156] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.429629] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.432882] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.433909] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.434299] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.434742] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.435104] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.436021] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.436021] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.436021] env[69371]: DEBUG nova.virt.hardware [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.437433] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40beae56-3dd6-40dc-b20e-427a5885c13e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.451929] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c60c6-171f-425f-b2d1-98526015b7de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.507550] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Successfully created port: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.526249] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457245} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.526578] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b000e444-e6d0-4996-b1d8-8ec67a5fae6d/b000e444-e6d0-4996-b1d8-8ec67a5fae6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.526803] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.528403] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004bdb2f-9f01-4e25-a8da-5e6b7c150a3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.543852] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.547142] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 691.547142] env[69371]: value = "task-4129691" [ 691.547142] env[69371]: _type = "Task" [ 691.547142] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.563240] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.607654] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.645321] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] Releasing lock "refresh_cache-40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.645321] env[69371]: DEBUG nova.compute.manager [req-3e93f87c-cd4d-483b-bd40-c51db4237df3 req-0df4b7a5-f7a4-42ad-a95a-a116be6ed674 service nova] [instance: def4786b-65c2-447f-a133-8b575067efe8] Received event network-vif-deleted-161cbf83-1f7e-4bc4-acf2-ee0ff840b042 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.761568] env[69371]: DEBUG nova.network.neutron [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Updated VIF entry in instance network info cache for port ab0a6353-db61-4af8-b9af-c0b42d19addb. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.761568] env[69371]: DEBUG nova.network.neutron [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Updating instance_info_cache with network_info: [{"id": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "address": "fa:16:3e:c5:2a:5e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0a6353-db", "ovs_interfaceid": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.780467] env[69371]: DEBUG nova.objects.instance [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lazy-loading 'pci_requests' on Instance uuid e1a393f0-10b5-4e3e-afb0-4f5eca95f791 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.828207] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129686, 'name': CloneVM_Task, 'duration_secs': 1.997453} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.828814] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Created linked-clone VM from snapshot [ 691.830634] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86cf854-f464-43e1-bfb1-10dcb602cfbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.835927] env[69371]: DEBUG nova.network.neutron [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.843314] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Uploading image 1332866e-bc05-4133-82b5-81d1b211a172 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.877893] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.877893] env[69371]: value = "vm-817956" [ 691.877893] env[69371]: _type = "VirtualMachine" [ 691.877893] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.878596] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d117eb25-bf16-485c-9f17-30786cf96d7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.888495] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lease: (returnval){ [ 691.888495] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52abe71a-86e2-416f-435b-e1cf98918dee" [ 691.888495] env[69371]: _type = "HttpNfcLease" [ 691.888495] env[69371]: } obtained for exporting VM: (result){ [ 691.888495] env[69371]: value = "vm-817956" [ 691.888495] env[69371]: _type = "VirtualMachine" [ 691.888495] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.888495] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the lease: (returnval){ [ 691.888495] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52abe71a-86e2-416f-435b-e1cf98918dee" [ 691.888495] env[69371]: _type = "HttpNfcLease" [ 691.888495] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.896919] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.896919] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52abe71a-86e2-416f-435b-e1cf98918dee" [ 691.896919] env[69371]: _type = "HttpNfcLease" [ 691.896919] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.914326] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.915752] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.918608] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.830s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.921579] env[69371]: INFO nova.compute.claims [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.069627] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096744} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.070063] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.071060] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f8981-6b40-44f8-a454-3b4a78c6e4c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.100891] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b000e444-e6d0-4996-b1d8-8ec67a5fae6d/b000e444-e6d0-4996-b1d8-8ec67a5fae6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.101843] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.103297] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82fe3aad-cd3a-4090-afcf-feab2887d195 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.138978] env[69371]: DEBUG oslo_vmware.api [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129689, 'name': PowerOnVM_Task, 'duration_secs': 1.027876} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.141542] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.145028] env[69371]: INFO nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Took 11.17 seconds to spawn the instance on the hypervisor. [ 692.145028] env[69371]: DEBUG nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.145028] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 692.145028] env[69371]: value = "task-4129693" [ 692.145028] env[69371]: _type = "Task" [ 692.145028] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.145028] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160c9b5-fbe5-45bf-bdd8-6d9524d5b14b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.173966] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.264212] env[69371]: DEBUG oslo_concurrency.lockutils [req-d93f369d-31b9-44bb-bc2e-2dd637f9eaf7 req-473b3cdb-9f53-484e-b568-3317d6882389 service nova] Releasing lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.282975] env[69371]: DEBUG nova.objects.base [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 692.283226] env[69371]: DEBUG nova.network.neutron [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.338464] env[69371]: INFO nova.compute.manager [-] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Took 2.13 seconds to deallocate network for instance. [ 692.403364] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.403364] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52abe71a-86e2-416f-435b-e1cf98918dee" [ 692.403364] env[69371]: _type = "HttpNfcLease" [ 692.403364] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.403364] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.403364] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52abe71a-86e2-416f-435b-e1cf98918dee" [ 692.403364] env[69371]: _type = "HttpNfcLease" [ 692.403364] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.403364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4498ff-df02-4ca7-92b8-b14128d92610 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.416738] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.417518] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.485298] env[69371]: DEBUG nova.compute.utils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.491795] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8ff72861-b885-42a1-9e2e-28dbd6d32fec tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "interface-e1a393f0-10b5-4e3e-afb0-4f5eca95f791-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.216s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.493222] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.493450] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.590812] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4fa53f3-7dfd-41f3-92d9-5f24e3235cfe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.629290] env[69371]: DEBUG nova.policy [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c59b409e81f647d4abc51209406f773d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f7347d8e8b4460989599a9a0fdaddff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.659780] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129693, 'name': ReconfigVM_Task, 'duration_secs': 0.386958} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.660085] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b000e444-e6d0-4996-b1d8-8ec67a5fae6d/b000e444-e6d0-4996-b1d8-8ec67a5fae6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.660859] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a685c563-a646-4347-9fc0-208479e5df68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.669970] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 692.669970] env[69371]: value = "task-4129694" [ 692.669970] env[69371]: _type = "Task" [ 692.669970] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.682198] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129694, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.687862] env[69371]: INFO nova.compute.manager [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Took 20.50 seconds to build instance. [ 692.848668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.990379] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.183539] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129694, 'name': Rename_Task, 'duration_secs': 0.167161} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.183990] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.184314] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f11e2af5-fbb0-4f21-bc52-d424bbbaab9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.190208] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c2199e3b-412b-4fc9-a32b-1d06136e1057 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.321s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.193663] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 693.193663] env[69371]: value = "task-4129695" [ 693.193663] env[69371]: _type = "Task" [ 693.193663] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.207868] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.457730] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Successfully created port: e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.486516] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76223c97-4486-4011-8a24-4d7ba8d03a6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.513063] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85777f-5cd7-4c9a-8829-043fbbb055d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.562675] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587527b-7824-4cf6-be6f-2a62b4d87781 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.572966] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd948b-bb39-432d-94ee-68101281babb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.593596] env[69371]: DEBUG nova.compute.provider_tree [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.715206] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.715206] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Successfully updated port: 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.008362] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.038103] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.038389] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.038547] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.038733] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.038953] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.039030] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.039249] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.039406] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.039569] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.039735] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.042973] env[69371]: DEBUG nova.virt.hardware [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.042973] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9777d8-00aa-42e0-a40a-2201a4c4754b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.050925] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f5eaf4-bfb9-4a76-b5f8-2d003097c54a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.096957] env[69371]: DEBUG nova.scheduler.client.report [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.208198] env[69371]: DEBUG oslo_vmware.api [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129695, 'name': PowerOnVM_Task, 'duration_secs': 0.53222} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.208198] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.209767] env[69371]: INFO nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Took 10.56 seconds to spawn the instance on the hypervisor. [ 694.210368] env[69371]: DEBUG nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.211947] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72051f0e-2b9e-41fc-84b8-290532edb833 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.217862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.218960] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.603235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.603811] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.610066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.366s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.611713] env[69371]: INFO nova.compute.claims [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.748276] env[69371]: INFO nova.compute.manager [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Took 21.04 seconds to build instance. [ 694.810362] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.117507] env[69371]: DEBUG nova.compute.utils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.121891] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.122367] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.153131] env[69371]: DEBUG nova.network.neutron [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updating instance_info_cache with network_info: [{"id": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "address": "fa:16:3e:98:b7:c5", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776f2ccf-fc", "ovs_interfaceid": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.203678] env[69371]: DEBUG nova.policy [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d2b11bb55fe4d3ebb6409891b5e2408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '679ab45cf9194eed935d7f7c5da0de3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.250781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38fbce4b-dd97-4208-b932-0c093a359b50 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.381s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.344886] env[69371]: DEBUG nova.compute.manager [req-a28edf23-6b79-408f-ba35-e361764d6548 req-d68a659c-9145-4660-8ac3-61ceb103919b service nova] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Received event network-vif-deleted-d43bf733-d741-4133-b60e-0d0f339538cc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.346679] env[69371]: DEBUG nova.compute.manager [req-a28edf23-6b79-408f-ba35-e361764d6548 req-d68a659c-9145-4660-8ac3-61ceb103919b service nova] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Received event network-vif-deleted-85854212-7f46-4723-a027-cc7736bd5b87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.512278] env[69371]: DEBUG nova.compute.manager [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Received event network-changed-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.512278] env[69371]: DEBUG nova.compute.manager [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Refreshing instance network info cache due to event network-changed-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.512278] env[69371]: DEBUG oslo_concurrency.lockutils [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] Acquiring lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.512611] env[69371]: DEBUG oslo_concurrency.lockutils [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] Acquired lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.512611] env[69371]: DEBUG nova.network.neutron [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Refreshing network info cache for port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.622650] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.661447] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.663293] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Instance network_info: |[{"id": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "address": "fa:16:3e:98:b7:c5", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776f2ccf-fc", "ovs_interfaceid": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.664238] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b7:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '776f2ccf-fc0b-4430-931c-df6f1cbf54e0', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.677583] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Creating folder: Project (46a68d42d93840c79ab3e35878e19660). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.677931] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff7acac2-f674-4eb5-bd3f-c7fadf646821 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.690577] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Created folder: Project (46a68d42d93840c79ab3e35878e19660) in parent group-v817910. [ 695.690819] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Creating folder: Instances. Parent ref: group-v817958. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.691095] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f9e534f-9fde-4f95-af0a-0bde30bacf68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.704251] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Created folder: Instances in parent group-v817958. [ 695.704408] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.708074] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.709327] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9af024d-11d8-40b6-9ea8-588403a3c04a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.730772] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.730772] env[69371]: value = "task-4129700" [ 695.730772] env[69371]: _type = "Task" [ 695.730772] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.748971] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129700, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.920424] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.920585] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.960858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.961153] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.120911] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e763c7e-5215-4e9f-8e30-06a29e3e83e2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.145881] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1a829-4d82-4a6f-b073-b8b0fc9d57dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190313] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb6e3e-ea95-477b-babb-0f93101f8abd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.201781] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc838b-149e-496f-b4cb-6de823406c32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.217250] env[69371]: DEBUG nova.compute.provider_tree [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.242390] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Successfully updated port: e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.254125] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129700, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.322500] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Successfully created port: 3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.423721] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.465716] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.634344] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.667250] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.667657] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.667833] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.668061] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.668216] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.668358] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.668572] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.668761] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.668973] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.669177] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.669350] env[69371]: DEBUG nova.virt.hardware [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.670305] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e024aea-5a69-48cd-a4dc-4d9d6dbd7836 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.682575] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea1c51-4050-435e-abda-ec6d759474cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.714396] env[69371]: DEBUG nova.network.neutron [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updated VIF entry in instance network info cache for port ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.714810] env[69371]: DEBUG nova.network.neutron [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updating instance_info_cache with network_info: [{"id": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "address": "fa:16:3e:80:b7:49", "network": {"id": "5e473f6f-da4e-441a-965b-d400bf24fd50", "bridge": "br-int", "label": "tempest-ServersTestJSON-1257168069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04bba80fa5e14c20b4d54aab8e343b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3be554-db", "ovs_interfaceid": "ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.721777] env[69371]: DEBUG nova.scheduler.client.report [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.749122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.749122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquired lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.749122] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.751609] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129700, 'name': CreateVM_Task, 'duration_secs': 0.750711} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.751609] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.752552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.752722] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.753032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.753773] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687c8a8c-aac8-4857-bf92-f0e6647475d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.759922] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 696.759922] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a20593-f267-af07-7b3e-15f345ae06f7" [ 696.759922] env[69371]: _type = "Task" [ 696.759922] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.772471] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a20593-f267-af07-7b3e-15f345ae06f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.836462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.836462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.836462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.836462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.836634] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.837942] env[69371]: INFO nova.compute.manager [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Terminating instance [ 696.956497] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.993405] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.221357] env[69371]: DEBUG oslo_concurrency.lockutils [req-5321d736-605b-4187-a202-76f33132c9af req-9b5e2a6d-c6e2-4717-8cc4-57df9f855758 service nova] Releasing lock "refresh_cache-9c3b6446-8019-4eac-b0b9-1722de7181c6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.234029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.234029] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.235708] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.288s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.235939] env[69371]: DEBUG nova.objects.instance [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lazy-loading 'resources' on Instance uuid def4786b-65c2-447f-a133-8b575067efe8 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.274078] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a20593-f267-af07-7b3e-15f345ae06f7, 'name': SearchDatastore_Task, 'duration_secs': 0.023117} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.274078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.274586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.274586] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274586] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274842] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.275579] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee5a69a2-0c26-45d4-b1e6-b1227cfa3c67 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.288219] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.288372] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.292349] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6aff491-74f8-422a-8121-a118268aa111 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.300886] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 697.300886] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f13f90-c865-ef3d-b31c-9c0297e16f1b" [ 697.300886] env[69371]: _type = "Task" [ 697.300886] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.318210] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f13f90-c865-ef3d-b31c-9c0297e16f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.327146] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.343327] env[69371]: DEBUG nova.compute.manager [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.343327] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.344436] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c27a2-699f-4552-b78a-0de913ca782e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.355254] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.355451] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-978b4c62-070c-4bfe-bb11-bfc8d12f8ee3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.366721] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 697.366721] env[69371]: value = "task-4129701" [ 697.366721] env[69371]: _type = "Task" [ 697.366721] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.377917] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.660521] env[69371]: DEBUG nova.network.neutron [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating instance_info_cache with network_info: [{"id": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "address": "fa:16:3e:a8:8e:85", "network": {"id": "bec9e285-2c43-4f1d-a86e-354224f38ab8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1166964353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f7347d8e8b4460989599a9a0fdaddff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6838e2c-30", "ovs_interfaceid": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.746496] env[69371]: DEBUG nova.compute.utils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.749461] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.749756] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.814013] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f13f90-c865-ef3d-b31c-9c0297e16f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.021733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.822042] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a44675-5c0e-4fe5-9b45-5312f141b5fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.834074] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 697.834074] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5290bf60-924d-eb89-9ce4-611511b11649" [ 697.834074] env[69371]: _type = "Task" [ 697.834074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.851459] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5290bf60-924d-eb89-9ce4-611511b11649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.881017] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129701, 'name': PowerOffVM_Task, 'duration_secs': 0.359008} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.884187] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.884258] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.884822] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c07b1b2-9c19-4c50-8afe-ead8f040270b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.928772] env[69371]: DEBUG nova.policy [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f141e2d352447718de5b496e8ac4c59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6c9edea49294bce8e35e60931e8fb56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.985909] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.986358] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.986551] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Deleting the datastore file [datastore1] e1a393f0-10b5-4e3e-afb0-4f5eca95f791 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.986943] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e52eae-a555-4d04-81c9-7ac5ded2d8ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.004409] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for the task: (returnval){ [ 698.004409] env[69371]: value = "task-4129703" [ 698.004409] env[69371]: _type = "Task" [ 698.004409] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.017167] env[69371]: DEBUG nova.compute.manager [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Received event network-changed {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.017293] env[69371]: DEBUG nova.compute.manager [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Refreshing instance network info cache due to event network-changed. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.017412] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] Acquiring lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.017571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] Acquired lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.017730] env[69371]: DEBUG nova.network.neutron [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.026068] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.164839] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Releasing lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.165137] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Instance network_info: |[{"id": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "address": "fa:16:3e:a8:8e:85", "network": {"id": "bec9e285-2c43-4f1d-a86e-354224f38ab8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1166964353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f7347d8e8b4460989599a9a0fdaddff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6838e2c-30", "ovs_interfaceid": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.165842] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:8e:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6838e2c-309f-4b21-86cd-ecff8992ae8c', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.175461] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Creating folder: Project (3f7347d8e8b4460989599a9a0fdaddff). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.178874] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24856bf2-1f5a-4635-a8af-4bf45fcb777b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.195792] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Created folder: Project (3f7347d8e8b4460989599a9a0fdaddff) in parent group-v817910. [ 698.195792] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Creating folder: Instances. Parent ref: group-v817961. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.195792] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ee4f3b-5a89-4bf1-a6e2-7773ceeb86cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.211321] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Created folder: Instances in parent group-v817961. [ 698.211513] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.211755] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.212075] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768d5ece-7bfd-4b71-9011-ca613559bed4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.247511] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.247511] env[69371]: value = "task-4129706" [ 698.247511] env[69371]: _type = "Task" [ 698.247511] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.255014] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.264323] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129706, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.307945] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd776a-5653-485e-9231-d8904d296192 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.324063] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f0aba-32e8-4a16-a127-8db502240c62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.385948] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7d4b7-8843-4b08-be0a-e1bef2d4e061 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.399154] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5290bf60-924d-eb89-9ce4-611511b11649, 'name': SearchDatastore_Task, 'duration_secs': 0.02234} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.402919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.403394] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16/fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.403885] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a2d99c-6788-4430-a32c-d177ac8bc22b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.410509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f904cb9-5819-40b7-a3ce-61f2a536210f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.436616] env[69371]: DEBUG nova.compute.provider_tree [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.440481] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 698.440481] env[69371]: value = "task-4129707" [ 698.440481] env[69371]: _type = "Task" [ 698.440481] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.537260] env[69371]: DEBUG oslo_vmware.api [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Task: {'id': task-4129703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379821} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.537260] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.537260] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.537260] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.537260] env[69371]: INFO nova.compute.manager [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Took 1.19 seconds to destroy the instance on the hypervisor. [ 698.537443] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.537443] env[69371]: DEBUG nova.compute.manager [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.537443] env[69371]: DEBUG nova.network.neutron [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.758821] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129706, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.942516] env[69371]: DEBUG nova.scheduler.client.report [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.965016] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.120482] env[69371]: DEBUG nova.network.neutron [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Updating instance_info_cache with network_info: [{"id": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "address": "fa:16:3e:c5:2a:5e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0a6353-db", "ovs_interfaceid": "ab0a6353-db61-4af8-b9af-c0b42d19addb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.187252] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Successfully updated port: 3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.193415] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Successfully created port: d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.268657] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129706, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.274184] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.316273] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.316273] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.316273] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.316551] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.316551] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.316551] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.316551] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.316551] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.316700] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.317029] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.317098] env[69371]: DEBUG nova.virt.hardware [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.320678] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d25ef7-7c1c-4034-a055-b877210f0627 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.331064] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635ea4b-994f-420c-929d-638c2a8c3004 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.449212] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.456850] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.137s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.461913] env[69371]: INFO nova.compute.claims [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.477585] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759939} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.477901] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16/fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.478151] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.478480] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2cc833c-8aec-498e-ab13-bae7430a7ede {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.493718] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 699.493718] env[69371]: value = "task-4129708" [ 699.493718] env[69371]: _type = "Task" [ 699.493718] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.503305] env[69371]: INFO nova.scheduler.client.report [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Deleted allocations for instance def4786b-65c2-447f-a133-8b575067efe8 [ 699.515170] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.624737] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a38a1eff-ab66-4dd5-a192-df3cdf999bc0 tempest-ServerExternalEventsTest-180832829 tempest-ServerExternalEventsTest-180832829-project] Releasing lock "refresh_cache-b000e444-e6d0-4996-b1d8-8ec67a5fae6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.691298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.691571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquired lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.691674] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.761753] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129706, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.864550] env[69371]: DEBUG nova.compute.manager [None req-8e230462-afda-4250-a49a-eb4d8412a96d tempest-ServerDiagnosticsV248Test-615077689 tempest-ServerDiagnosticsV248Test-615077689-project-admin] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 699.867645] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d82be-6e5b-440a-8eae-444404997815 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.881395] env[69371]: INFO nova.compute.manager [None req-8e230462-afda-4250-a49a-eb4d8412a96d tempest-ServerDiagnosticsV248Test-615077689 tempest-ServerDiagnosticsV248Test-615077689-project-admin] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Retrieving diagnostics [ 699.884128] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b533c4-5f45-4928-9d78-342ef8d05dd6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.921758] env[69371]: DEBUG nova.network.neutron [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.982859] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "5b765100-3eae-4e07-b5ef-abd247bb4835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.983893] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.006284] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089299} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.006284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.006684] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8401edab-a942-4833-b1c6-420ff7f7d744 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019160] env[69371]: DEBUG oslo_concurrency.lockutils [None req-42495907-964b-46c0-8b98-df5c04372809 tempest-ServerPasswordTestJSON-91763410 tempest-ServerPasswordTestJSON-91763410-project-member] Lock "def4786b-65c2-447f-a133-8b575067efe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.764s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.039371] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16/fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.043470] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eec7efc-4fd6-4597-a914-ff0f98b7e8a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.067109] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 700.067109] env[69371]: value = "task-4129710" [ 700.067109] env[69371]: _type = "Task" [ 700.067109] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.081193] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.244566] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.266236] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129706, 'name': CreateVM_Task, 'duration_secs': 1.814892} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.268642] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.270568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.273293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.275640] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8e5647-65a5-45b1-898e-a55e2779463a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.282216] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 700.282216] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52efc6b6-ee72-610c-b098-5aa77a4fe9fe" [ 700.282216] env[69371]: _type = "Task" [ 700.282216] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.294295] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52efc6b6-ee72-610c-b098-5aa77a4fe9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.417558] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Received event network-vif-plugged-e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.417968] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.418299] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.418445] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.418652] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] No waiting events found dispatching network-vif-plugged-e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.418898] env[69371]: WARNING nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Received unexpected event network-vif-plugged-e6838e2c-309f-4b21-86cd-ecff8992ae8c for instance with vm_state building and task_state spawning. [ 700.419051] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Received event network-changed-e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.419470] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Refreshing instance network info cache due to event network-changed-e6838e2c-309f-4b21-86cd-ecff8992ae8c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.419565] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Acquiring lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.419648] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Acquired lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.420159] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Refreshing network info cache for port e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.429093] env[69371]: INFO nova.compute.manager [-] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Took 1.89 seconds to deallocate network for instance. [ 700.429093] env[69371]: DEBUG nova.network.neutron [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Updating instance_info_cache with network_info: [{"id": "3f71d07d-102f-483d-adc1-9ccd2308856c", "address": "fa:16:3e:cd:9e:9c", "network": {"id": "86d87148-80dd-4877-b224-fc6a2eba89d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798940302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679ab45cf9194eed935d7f7c5da0de3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71d07d-10", "ovs_interfaceid": "3f71d07d-102f-483d-adc1-9ccd2308856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.450119] env[69371]: DEBUG nova.compute.manager [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Received event network-vif-plugged-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.450119] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Acquiring lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.450119] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.450119] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.450119] env[69371]: DEBUG nova.compute.manager [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] No waiting events found dispatching network-vif-plugged-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.452609] env[69371]: WARNING nova.compute.manager [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Received unexpected event network-vif-plugged-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 for instance with vm_state building and task_state spawning. [ 700.452609] env[69371]: DEBUG nova.compute.manager [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Received event network-changed-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.452609] env[69371]: DEBUG nova.compute.manager [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Refreshing instance network info cache due to event network-changed-776f2ccf-fc0b-4430-931c-df6f1cbf54e0. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.452609] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Acquiring lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.452609] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Acquired lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.453208] env[69371]: DEBUG nova.network.neutron [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Refreshing network info cache for port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.465096] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4b008-f7af-4e3a-88b4-a1685b16429f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.477281] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01b3fd-19fd-44ff-b16f-d7a267ca4b13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.515676] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d648d9a-0cf2-469e-9da5-6c500698c975 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.525661] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a05824-ced4-4392-9458-48b25700d7ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.542865] env[69371]: DEBUG nova.compute.provider_tree [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.580517] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.793581] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52efc6b6-ee72-610c-b098-5aa77a4fe9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018472} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.793885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.793984] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.794269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.794546] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.794650] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.795287] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e7f032-7124-4024-a950-a6b472ecd8f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.806603] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.806859] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.807760] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf33b1d-8c8f-4e73-948e-23888e988e29 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.815226] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 700.815226] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5ae02-60b9-b148-fd31-ebace172bf98" [ 700.815226] env[69371]: _type = "Task" [ 700.815226] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.826211] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5ae02-60b9-b148-fd31-ebace172bf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.938357] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Releasing lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.938722] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Instance network_info: |[{"id": "3f71d07d-102f-483d-adc1-9ccd2308856c", "address": "fa:16:3e:cd:9e:9c", "network": {"id": "86d87148-80dd-4877-b224-fc6a2eba89d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798940302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679ab45cf9194eed935d7f7c5da0de3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71d07d-10", "ovs_interfaceid": "3f71d07d-102f-483d-adc1-9ccd2308856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.939799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.940218] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:9e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f71d07d-102f-483d-adc1-9ccd2308856c', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.948952] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Creating folder: Project (679ab45cf9194eed935d7f7c5da0de3c). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.949735] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8bcb1f-7839-46d9-8956-f575f8afce80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.962574] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Created folder: Project (679ab45cf9194eed935d7f7c5da0de3c) in parent group-v817910. [ 700.962844] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Creating folder: Instances. Parent ref: group-v817964. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.963235] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f08501-2fd3-48ac-990d-0715ce827455 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.975238] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Created folder: Instances in parent group-v817964. [ 700.975752] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.975752] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.975941] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c63ad6a-494f-4954-9e51-ecac020cbb03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.999767] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.999767] env[69371]: value = "task-4129713" [ 700.999767] env[69371]: _type = "Task" [ 700.999767] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.012322] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129713, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.017167] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Successfully updated port: d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.025034] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.025334] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.025607] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.026025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.026025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.032198] env[69371]: INFO nova.compute.manager [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Terminating instance [ 701.082169] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129710, 'name': ReconfigVM_Task, 'duration_secs': 0.560612} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.086744] env[69371]: ERROR nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [req-03f2c2b2-8dfc-40b4-b41b-37f70071a0e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03f2c2b2-8dfc-40b4-b41b-37f70071a0e7"}]} [ 701.087626] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Reconfigured VM instance instance-0000000e to attach disk [datastore2] fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16/fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.092220] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e68ac52-9996-4fc3-a549-ed02a8e89a04 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.099906] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 701.099906] env[69371]: value = "task-4129714" [ 701.099906] env[69371]: _type = "Task" [ 701.099906] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.112890] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129714, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.117453] env[69371]: DEBUG nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 701.140261] env[69371]: DEBUG nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 701.141053] env[69371]: DEBUG nova.compute.provider_tree [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.157943] env[69371]: DEBUG nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 701.182905] env[69371]: DEBUG nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 701.326634] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updated VIF entry in instance network info cache for port e6838e2c-309f-4b21-86cd-ecff8992ae8c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.327715] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating instance_info_cache with network_info: [{"id": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "address": "fa:16:3e:a8:8e:85", "network": {"id": "bec9e285-2c43-4f1d-a86e-354224f38ab8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1166964353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f7347d8e8b4460989599a9a0fdaddff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6838e2c-30", "ovs_interfaceid": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.343121] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5ae02-60b9-b148-fd31-ebace172bf98, 'name': SearchDatastore_Task, 'duration_secs': 0.02378} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.344454] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c42f6bc-7512-4554-a1c9-162aac290363 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.356525] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 701.356525] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e42cee-c093-e490-4aad-ed83b7efb4a6" [ 701.356525] env[69371]: _type = "Task" [ 701.356525] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.366281] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e42cee-c093-e490-4aad-ed83b7efb4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.367327] env[69371]: DEBUG nova.network.neutron [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updated VIF entry in instance network info cache for port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.368965] env[69371]: DEBUG nova.network.neutron [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updating instance_info_cache with network_info: [{"id": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "address": "fa:16:3e:98:b7:c5", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776f2ccf-fc", "ovs_interfaceid": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.511340] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129713, 'name': CreateVM_Task, 'duration_secs': 0.422198} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.511553] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.512625] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.512625] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.513081] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.514200] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707035eb-c329-4072-b01d-026610feeecb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.521170] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.521439] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquired lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.521642] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.523331] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 701.523331] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e4bc85-4b24-62a3-d04b-220d64a45400" [ 701.523331] env[69371]: _type = "Task" [ 701.523331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.539278] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e4bc85-4b24-62a3-d04b-220d64a45400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.545634] env[69371]: DEBUG nova.compute.manager [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.545931] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.547181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d176a-0a6e-4bec-90e8-df4f548dc75e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.552539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.552852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.553104] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.553346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.553571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.558725] env[69371]: INFO nova.compute.manager [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Terminating instance [ 701.564102] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.564497] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb36fc5e-1a60-401a-a94f-a2d5f99d6740 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.573202] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 701.573202] env[69371]: value = "task-4129715" [ 701.573202] env[69371]: _type = "Task" [ 701.573202] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.588717] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.611458] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129714, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.626187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf263ee-37d9-4aec-b039-f48af9094826 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.635076] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51398698-970f-42bd-9dec-8b2eb19674a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.673886] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3aa4d-7aa6-43e8-b8b8-83cabb77aee0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.689220] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a305f2b-0340-43aa-be24-898a932294f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.701433] env[69371]: DEBUG nova.compute.provider_tree [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.834022] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Releasing lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.834514] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.834514] env[69371]: DEBUG nova.compute.manager [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing instance network info cache due to event network-changed-c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.834816] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Acquiring lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.834982] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Acquired lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.835886] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Refreshing network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.867351] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e42cee-c093-e490-4aad-ed83b7efb4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018066} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.867613] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2fcce97a-83ca-4275-87eb-e0fa94789783/2fcce97a-83ca-4275-87eb-e0fa94789783.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.868188] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3417fe1f-61f0-49bd-94e0-15fd434d9ad7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.872547] env[69371]: DEBUG oslo_concurrency.lockutils [req-e22494b0-f083-46c5-b705-d21636bbe08f req-de4f7207-a28c-49b0-b612-2c7b3b467191 service nova] Releasing lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.876921] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 701.876921] env[69371]: value = "task-4129717" [ 701.876921] env[69371]: _type = "Task" [ 701.876921] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.888683] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.039398] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e4bc85-4b24-62a3-d04b-220d64a45400, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.040983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.041283] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.041526] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.041706] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.042010] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.042687] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f8b2c8-4106-42f2-91a7-f7f957c9a855 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.067177] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.067559] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.068765] env[69371]: DEBUG nova.compute.manager [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.068978] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.069251] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa953e7-c45b-452a-b966-65c1d3d3871f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.072380] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e4856-0df0-4958-aa6f-571f908b711c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.081103] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.086670] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 702.086670] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52276e17-a66c-2917-a81b-dd59bcf8498d" [ 702.086670] env[69371]: _type = "Task" [ 702.086670] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.090062] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.097533] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429f284d-1c1b-492d-a329-00ff2f404832 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099895] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129715, 'name': PowerOffVM_Task, 'duration_secs': 0.211708} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.100222] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.100346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.101820] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4405aebf-fba5-429d-ac6b-55873336e084 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.112254] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52276e17-a66c-2917-a81b-dd59bcf8498d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.116865] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 702.116865] env[69371]: value = "task-4129718" [ 702.116865] env[69371]: _type = "Task" [ 702.116865] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.125018] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129714, 'name': Rename_Task, 'duration_secs': 0.656776} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.125753] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.126042] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c6a587d-5f43-474e-98d8-638a10a35b89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.135557] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.137432] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 702.137432] env[69371]: value = "task-4129720" [ 702.137432] env[69371]: _type = "Task" [ 702.137432] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.143596] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.144545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b68eb-2198-4194-966d-218f7549243e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.156666] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.158810] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.159057] env[69371]: ERROR oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk due to incomplete transfer. [ 702.159370] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-064ddd03-ae35-4b75-b1fb-b1516c7ad584 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.170206] env[69371]: DEBUG oslo_vmware.rw_handles [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f25faa-6668-7d6f-2a3b-282f290a2d8c/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.170559] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Uploaded image 1332866e-bc05-4133-82b5-81d1b211a172 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.174315] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.178159] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-912694b7-2c4f-479a-8118-84895473a1be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.191662] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 702.191662] env[69371]: value = "task-4129721" [ 702.191662] env[69371]: _type = "Task" [ 702.191662] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.203583] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129721, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.204779] env[69371]: DEBUG nova.scheduler.client.report [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.252092] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.252556] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.252871] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Deleting the datastore file [datastore2] b000e444-e6d0-4996-b1d8-8ec67a5fae6d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.257025] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a715c3c-d89c-4d9b-8c50-1915a89603f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.264359] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for the task: (returnval){ [ 702.264359] env[69371]: value = "task-4129722" [ 702.264359] env[69371]: _type = "Task" [ 702.264359] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.276782] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.327367] env[69371]: DEBUG nova.network.neutron [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Updating instance_info_cache with network_info: [{"id": "d665df28-1c9c-452d-b91a-e13adc429ff0", "address": "fa:16:3e:ce:e6:1d", "network": {"id": "8c95d7dc-610f-4c4a-914b-90384847762b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672865128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b6c9edea49294bce8e35e60931e8fb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665df28-1c", "ovs_interfaceid": "d665df28-1c9c-452d-b91a-e13adc429ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.395693] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.529267] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.529426] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.529674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "004d22f6-e3e6-4966-b700-5b69f2b8f472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.530508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.530508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.532695] env[69371]: INFO nova.compute.manager [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Terminating instance [ 702.606127] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52276e17-a66c-2917-a81b-dd59bcf8498d, 'name': SearchDatastore_Task, 'duration_secs': 0.071399} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.607528] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945e8df2-a8b3-41f3-ae67-66f9c3e47282 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.619955] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 702.619955] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f8f226-9c5b-6274-69ee-e05f53a36235" [ 702.619955] env[69371]: _type = "Task" [ 702.619955] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.631119] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updated VIF entry in instance network info cache for port c32f5171-fb57-456b-bf01-540e1b54cccb. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.631616] env[69371]: DEBUG nova.network.neutron [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updating instance_info_cache with network_info: [{"id": "c32f5171-fb57-456b-bf01-540e1b54cccb", "address": "fa:16:3e:17:f7:19", "network": {"id": "d30542e1-58f4-4fab-8ede-d949cc9ea586", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-364606051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a226755ff804916a9706b92b93fdaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc32f5171-fb", "ovs_interfaceid": "c32f5171-fb57-456b-bf01-540e1b54cccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.651768] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129718, 'name': PowerOffVM_Task, 'duration_secs': 0.318032} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.657497] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.657497] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.658029] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f8f226-9c5b-6274-69ee-e05f53a36235, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.661799] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f11c4f50-4969-4fb0-9c86-cb74d3136ee4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.663637] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.663915] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c8e87a78-3598-4db2-8006-72c42c0d89d6/c8e87a78-3598-4db2-8006-72c42c0d89d6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.664562] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.664802] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150b5f68-f271-4e47-9c17-6ad4b80bf3a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.674268] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 702.674268] env[69371]: value = "task-4129724" [ 702.674268] env[69371]: _type = "Task" [ 702.674268] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.681471] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.703114] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129721, 'name': Destroy_Task, 'duration_secs': 0.449342} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.703414] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Destroyed the VM [ 702.703765] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.704056] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7205b2ae-74b5-44fd-a04c-6f2ed82b025f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.710717] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.711347] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.718839] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.799s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.723139] env[69371]: INFO nova.compute.claims [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.726470] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 702.726470] env[69371]: value = "task-4129725" [ 702.726470] env[69371]: _type = "Task" [ 702.726470] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.737223] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.740233] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.740544] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.740718] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Deleting the datastore file [datastore2] 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.741026] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3426a259-8b85-48bf-a448-67cae0502fd7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.748760] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for the task: (returnval){ [ 702.748760] env[69371]: value = "task-4129726" [ 702.748760] env[69371]: _type = "Task" [ 702.748760] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.759881] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.777916] env[69371]: DEBUG oslo_vmware.api [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Task: {'id': task-4129722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327426} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.778253] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.778456] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.778654] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.778975] env[69371]: INFO nova.compute.manager [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 702.779307] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.779515] env[69371]: DEBUG nova.compute.manager [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.779645] env[69371]: DEBUG nova.network.neutron [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.832438] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Releasing lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.833066] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Instance network_info: |[{"id": "d665df28-1c9c-452d-b91a-e13adc429ff0", "address": "fa:16:3e:ce:e6:1d", "network": {"id": "8c95d7dc-610f-4c4a-914b-90384847762b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672865128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b6c9edea49294bce8e35e60931e8fb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665df28-1c", "ovs_interfaceid": "d665df28-1c9c-452d-b91a-e13adc429ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.833615] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:e6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd665df28-1c9c-452d-b91a-e13adc429ff0', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.842533] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Creating folder: Project (b6c9edea49294bce8e35e60931e8fb56). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.843350] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e47b7970-d1da-43bf-9dae-aeb581b01478 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.859158] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Created folder: Project (b6c9edea49294bce8e35e60931e8fb56) in parent group-v817910. [ 702.859474] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Creating folder: Instances. Parent ref: group-v817967. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.859686] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83da195d-2307-449a-9a34-d7f35ee4b66c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.875678] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Created folder: Instances in parent group-v817967. [ 702.875678] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.875678] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.875678] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10805155-7f66-464e-a442-491eca42f1c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.906599] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566158} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.908904] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2fcce97a-83ca-4275-87eb-e0fa94789783/2fcce97a-83ca-4275-87eb-e0fa94789783.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.909174] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.909819] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.909819] env[69371]: value = "task-4129729" [ 702.909819] env[69371]: _type = "Task" [ 702.909819] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.910419] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9effa8ff-3d43-4ce5-bf90-edf6c35386c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.922865] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129729, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.924760] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 702.924760] env[69371]: value = "task-4129730" [ 702.924760] env[69371]: _type = "Task" [ 702.924760] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.935634] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.037680] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "refresh_cache-004d22f6-e3e6-4966-b700-5b69f2b8f472" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.037886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquired lock "refresh_cache-004d22f6-e3e6-4966-b700-5b69f2b8f472" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.038071] env[69371]: DEBUG nova.network.neutron [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.145127] env[69371]: DEBUG oslo_concurrency.lockutils [req-451994a2-7892-4bd4-9fd8-f1a409cb918d req-076b78f5-2dde-47ec-a927-307da4109b86 service nova] Releasing lock "refresh_cache-fff38139-053a-493f-80e9-1cc9844f733b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.160292] env[69371]: DEBUG oslo_vmware.api [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4129720, 'name': PowerOnVM_Task, 'duration_secs': 0.762609} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.161478] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.162214] env[69371]: INFO nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Took 11.78 seconds to spawn the instance on the hypervisor. [ 703.165111] env[69371]: DEBUG nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.165111] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8937fd-7c24-4180-8447-65bcd9d3baa7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.193091] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.208678] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "c3c5257b-43a8-4732-a68f-00914ad78a98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.209419] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.229850] env[69371]: DEBUG nova.compute.utils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.236801] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.236801] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.255835] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129725, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.269236] env[69371]: DEBUG oslo_vmware.api [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Task: {'id': task-4129726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424371} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.269236] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.269712] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.269712] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.269959] env[69371]: INFO nova.compute.manager [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 703.270295] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.270565] env[69371]: DEBUG nova.compute.manager [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.270810] env[69371]: DEBUG nova.network.neutron [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.406129] env[69371]: DEBUG nova.policy [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4cb81e71f4149d0b78f8b4449ffd9fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad03dc1eec6b43efa17a7c3d485cefa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.428765] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129729, 'name': CreateVM_Task, 'duration_secs': 0.428461} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.434481] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.436319] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.436770] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.437099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.438544] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59604245-15ea-4851-a938-b51d58c50705 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.444972] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12855} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.446139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.447144] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15693569-088b-4cb3-9b99-40a1c7001b63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.453085] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 703.453085] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5278558e-d36c-829a-822e-12421ac11a5d" [ 703.453085] env[69371]: _type = "Task" [ 703.453085] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.485135] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 2fcce97a-83ca-4275-87eb-e0fa94789783/2fcce97a-83ca-4275-87eb-e0fa94789783.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.488453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7a051d-36b0-4d91-9e6e-4d06d27ec4d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.510704] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5278558e-d36c-829a-822e-12421ac11a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01936} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.511433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.511658] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.511955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.512469] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.512552] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.512859] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fce48a8-32c0-4a6f-88bc-53157ac1fbea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.517740] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 703.517740] env[69371]: value = "task-4129731" [ 703.517740] env[69371]: _type = "Task" [ 703.517740] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.523314] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.523579] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.528118] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d838d14c-7b42-4033-af5d-3aab58e217c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.531710] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.536972] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 703.536972] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b2593d-335b-5284-55ea-a6dbe680bc6d" [ 703.536972] env[69371]: _type = "Task" [ 703.536972] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.550229] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b2593d-335b-5284-55ea-a6dbe680bc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.584246] env[69371]: DEBUG nova.network.neutron [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.661923] env[69371]: DEBUG nova.network.neutron [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.692407] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680833} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.692407] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c8e87a78-3598-4db2-8006-72c42c0d89d6/c8e87a78-3598-4db2-8006-72c42c0d89d6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.692407] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.692407] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b5ea80-6b68-4b85-84d1-46bd00cac7aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.696168] env[69371]: INFO nova.compute.manager [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Took 28.47 seconds to build instance. [ 703.703615] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 703.703615] env[69371]: value = "task-4129732" [ 703.703615] env[69371]: _type = "Task" [ 703.703615] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.716127] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.737211] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.759848] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129725, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815079] env[69371]: DEBUG nova.network.neutron [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.034296] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.050371] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b2593d-335b-5284-55ea-a6dbe680bc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018574} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.052165] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b28aaab-3061-4273-836d-84dc840ddfdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063530] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 704.063530] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525905d7-4323-1261-ba82-7c28f67cbcb7" [ 704.063530] env[69371]: _type = "Task" [ 704.063530] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.073210] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525905d7-4323-1261-ba82-7c28f67cbcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.090401] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Received event network-vif-plugged-3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.090776] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquiring lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.091259] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.091462] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.091639] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] No waiting events found dispatching network-vif-plugged-3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.092093] env[69371]: WARNING nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Received unexpected event network-vif-plugged-3f71d07d-102f-483d-adc1-9ccd2308856c for instance with vm_state building and task_state spawning. [ 704.092093] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Received event network-changed-3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.092164] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Refreshing instance network info cache due to event network-changed-3f71d07d-102f-483d-adc1-9ccd2308856c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.092301] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquiring lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.092456] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquired lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.092626] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Refreshing network info cache for port 3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.169736] env[69371]: INFO nova.compute.manager [-] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Took 1.39 seconds to deallocate network for instance. [ 704.197902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff01ac4c-8346-4ddb-b7fe-aa39948cb67f tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.215s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.219776] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081282} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.220108] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.220942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab20312-e796-48f5-8b52-e8bd1b72f99b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.256471] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c8e87a78-3598-4db2-8006-72c42c0d89d6/c8e87a78-3598-4db2-8006-72c42c0d89d6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.271081] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981a5a4d-11c1-45c6-8d9b-b1c8750ead72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.293625] env[69371]: DEBUG oslo_vmware.api [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129725, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12155} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.294981] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.295847] env[69371]: INFO nova.compute.manager [None req-b626f261-ebb7-4b87-b889-f3d46af43b50 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 17.11 seconds to snapshot the instance on the hypervisor. [ 704.298760] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 704.298760] env[69371]: value = "task-4129734" [ 704.298760] env[69371]: _type = "Task" [ 704.298760] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.310183] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.324089] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Releasing lock "refresh_cache-004d22f6-e3e6-4966-b700-5b69f2b8f472" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.324089] env[69371]: DEBUG nova.compute.manager [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.324089] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.324943] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5a8af-116c-4e0e-919f-ba4dd41a5441 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.333533] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.333812] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e693224-dcb2-4381-af64-d754e9c98cf7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.344477] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 704.344477] env[69371]: value = "task-4129735" [ 704.344477] env[69371]: _type = "Task" [ 704.344477] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.356561] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.362237] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c4073-ef61-4b58-8cd2-fb5fcb408cd6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.377508] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c23109-58c6-4a29-9c8d-925eb994d0cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.412831] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b6cb58-2096-4ec3-963a-e64b586d1bfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.421744] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435503ad-0185-41cd-9dbc-796835a335d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.437457] env[69371]: DEBUG nova.compute.provider_tree [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.534226] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129731, 'name': ReconfigVM_Task, 'duration_secs': 0.542936} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.534554] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 2fcce97a-83ca-4275-87eb-e0fa94789783/2fcce97a-83ca-4275-87eb-e0fa94789783.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.535437] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a26b89-d0cb-43d5-92df-7200f91f9e68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.544111] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 704.544111] env[69371]: value = "task-4129736" [ 704.544111] env[69371]: _type = "Task" [ 704.544111] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.558432] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129736, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.581188] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525905d7-4323-1261-ba82-7c28f67cbcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.066048} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.581188] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.581188] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bacc70dd-aa33-4f81-b909-de5067be475d/bacc70dd-aa33-4f81-b909-de5067be475d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.581547] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf5f1020-b5bf-4570-8e3a-4078b74909e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.589739] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 704.589739] env[69371]: value = "task-4129737" [ 704.589739] env[69371]: _type = "Task" [ 704.589739] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.605109] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.682273] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.700370] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.708501] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Successfully created port: 3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.726501] env[69371]: DEBUG nova.network.neutron [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.787172] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.814643] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129734, 'name': ReconfigVM_Task, 'duration_secs': 0.374648} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.815020] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c8e87a78-3598-4db2-8006-72c42c0d89d6/c8e87a78-3598-4db2-8006-72c42c0d89d6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.817976] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.818207] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.818356] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.818531] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.818666] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.818804] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.819015] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.819246] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.819395] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.819543] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.819749] env[69371]: DEBUG nova.virt.hardware [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.819985] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d8e5ae-4a12-4c24-bdc9-34a01a7df53a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.822390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a470840-1016-4a60-a8ab-9747af6fae78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.833292] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d30f7-73c4-414d-8433-c3f221edbced {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.838132] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 704.838132] env[69371]: value = "task-4129738" [ 704.838132] env[69371]: _type = "Task" [ 704.838132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.860923] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129738, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.868743] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129735, 'name': PowerOffVM_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.868743] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.868743] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.868743] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1933a1-5173-4de5-ad0f-f3d636f1bb3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.902267] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.902531] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.902753] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Deleting the datastore file [datastore1] 004d22f6-e3e6-4966-b700-5b69f2b8f472 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.903094] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305d7d01-a4f9-4004-8489-d80792f34d16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.912659] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for the task: (returnval){ [ 704.912659] env[69371]: value = "task-4129740" [ 704.912659] env[69371]: _type = "Task" [ 704.912659] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.922633] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.941074] env[69371]: DEBUG nova.scheduler.client.report [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.061340] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129736, 'name': Rename_Task, 'duration_secs': 0.20464} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.061904] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.063322] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984a045c-ecac-4c5f-bf2b-a2252cad6abb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.075840] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 705.075840] env[69371]: value = "task-4129741" [ 705.075840] env[69371]: _type = "Task" [ 705.075840] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.094854] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.118869] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129737, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.230397] env[69371]: INFO nova.compute.manager [-] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Took 1.96 seconds to deallocate network for instance. [ 705.242485] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.349432] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129738, 'name': Rename_Task, 'duration_secs': 0.184005} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.349599] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.349755] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e48f8cc8-2061-4998-86d1-58f005023e7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.359119] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 705.359119] env[69371]: value = "task-4129742" [ 705.359119] env[69371]: _type = "Task" [ 705.359119] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.370608] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.422776] env[69371]: DEBUG oslo_vmware.api [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Task: {'id': task-4129740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.423310] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.423533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.423868] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.423984] env[69371]: INFO nova.compute.manager [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Took 1.10 seconds to destroy the instance on the hypervisor. [ 705.424295] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.424502] env[69371]: DEBUG nova.compute.manager [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.424668] env[69371]: DEBUG nova.network.neutron [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.447360] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.447796] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.453573] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.399s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.456211] env[69371]: INFO nova.compute.claims [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.467848] env[69371]: DEBUG nova.network.neutron [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.500384] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Updated VIF entry in instance network info cache for port 3f71d07d-102f-483d-adc1-9ccd2308856c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.500863] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Updating instance_info_cache with network_info: [{"id": "3f71d07d-102f-483d-adc1-9ccd2308856c", "address": "fa:16:3e:cd:9e:9c", "network": {"id": "86d87148-80dd-4877-b224-fc6a2eba89d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798940302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "679ab45cf9194eed935d7f7c5da0de3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f71d07d-10", "ovs_interfaceid": "3f71d07d-102f-483d-adc1-9ccd2308856c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.590340] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.604773] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707285} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.606443] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bacc70dd-aa33-4f81-b909-de5067be475d/bacc70dd-aa33-4f81-b909-de5067be475d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.606443] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.606443] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72c049cd-3703-458c-864a-702ca215d813 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.615825] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 705.615825] env[69371]: value = "task-4129743" [ 705.615825] env[69371]: _type = "Task" [ 705.615825] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.630362] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.742904] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.874623] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.957850] env[69371]: DEBUG nova.compute.utils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.957850] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.957850] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.970707] env[69371]: DEBUG nova.network.neutron [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.004500] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Releasing lock "refresh_cache-c8e87a78-3598-4db2-8006-72c42c0d89d6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.004859] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Received event network-vif-deleted-4f419013-ac09-46e1-a8ca-151f2c5b6e93 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.005248] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Received event network-vif-plugged-d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.005389] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquiring lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.005600] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.005765] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.005964] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] No waiting events found dispatching network-vif-plugged-d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.006189] env[69371]: WARNING nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Received unexpected event network-vif-plugged-d665df28-1c9c-452d-b91a-e13adc429ff0 for instance with vm_state building and task_state spawning. [ 706.006456] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Received event network-changed-d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.006549] env[69371]: DEBUG nova.compute.manager [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Refreshing instance network info cache due to event network-changed-d665df28-1c9c-452d-b91a-e13adc429ff0. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.006768] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquiring lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.006904] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Acquired lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.007078] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Refreshing network info cache for port d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.016586] env[69371]: DEBUG nova.policy [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31fafc15525a4228865b72278ff6b52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b068de5f39ef4e5e903d06b4e634c3d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.090790] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.131021] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070125} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.131021] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.131021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f705a5d-2262-4327-b6df-1531b59649d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.160023] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] bacc70dd-aa33-4f81-b909-de5067be475d/bacc70dd-aa33-4f81-b909-de5067be475d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.161624] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5043d02-7c0d-4fa4-85b1-e0bb686f9796 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.186128] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 706.186128] env[69371]: value = "task-4129744" [ 706.186128] env[69371]: _type = "Task" [ 706.186128] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.198435] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.375766] env[69371]: DEBUG oslo_vmware.api [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129742, 'name': PowerOnVM_Task, 'duration_secs': 0.532324} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.375766] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.375766] env[69371]: INFO nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Took 9.74 seconds to spawn the instance on the hypervisor. [ 706.375766] env[69371]: DEBUG nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.376203] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be8874-b216-4d2d-b0ce-8f88e656ad6f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461940] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.480420] env[69371]: INFO nova.compute.manager [-] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Took 1.06 seconds to deallocate network for instance. [ 706.608404] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.680882] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Successfully created port: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.700804] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.908501] env[69371]: INFO nova.compute.manager [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Took 22.85 seconds to build instance. [ 706.974786] env[69371]: INFO nova.virt.block_device [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Booting with volume c5180242-630e-46ad-b436-f464aa880b45 at /dev/sda [ 706.993872] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.996912] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c352e-8808-40e3-9aab-17e2b27ea029 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.008346] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea3d7a-3d6b-4ccc-8a9d-2e20f88fa3dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.043426] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123e9ca-168d-4272-91ae-f829bf8170d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.048371] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011a4897-d0b2-4db4-bd38-2962b7d87234 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.057585] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6423f933-5737-41d7-bb5a-31d48a4419da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.064653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea6509-20f1-402e-8ea3-0cf16559504c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.086105] env[69371]: DEBUG nova.compute.provider_tree [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.098151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "fff38139-053a-493f-80e9-1cc9844f733b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.101600] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.101600] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "fff38139-053a-493f-80e9-1cc9844f733b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.101805] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.101882] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.105867] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.115967] env[69371]: INFO nova.compute.manager [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Terminating instance [ 707.118120] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3550e987-df1c-400d-a51c-206621ebf151 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.128447] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428e662-46f0-4330-a677-cf0d4ae5ec02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.163655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26e4f4-49fe-4d24-ac66-2eec89362f8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.171382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e3065-c21d-460a-a284-ef0955b41644 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.191206] env[69371]: DEBUG nova.virt.block_device [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating existing volume attachment record: 94ead6b5-ff87-4ddb-acb3-4b76064f3a49 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 707.201991] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129744, 'name': ReconfigVM_Task, 'duration_secs': 0.629634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.202312] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] bacc70dd-aa33-4f81-b909-de5067be475d/bacc70dd-aa33-4f81-b909-de5067be475d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.203838] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55cfbc75-da8a-4236-9993-560e5c041fc8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.213030] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 707.213030] env[69371]: value = "task-4129745" [ 707.213030] env[69371]: _type = "Task" [ 707.213030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.221254] env[69371]: DEBUG nova.compute.manager [req-f1b87ac5-5bf7-4cc5-bed1-2e5c65bd4e2b req-859fe38b-6732-4e87-bb8b-04110b511e32 service nova] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Received event network-vif-deleted-ab0a6353-db61-4af8-b9af-c0b42d19addb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.221451] env[69371]: DEBUG nova.compute.manager [req-f1b87ac5-5bf7-4cc5-bed1-2e5c65bd4e2b req-859fe38b-6732-4e87-bb8b-04110b511e32 service nova] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Received event network-vif-deleted-15d392c8-1a67-4760-ae74-91b45a6fc97d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.228935] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129745, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.412344] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Updated VIF entry in instance network info cache for port d665df28-1c9c-452d-b91a-e13adc429ff0. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.412757] env[69371]: DEBUG nova.network.neutron [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Updating instance_info_cache with network_info: [{"id": "d665df28-1c9c-452d-b91a-e13adc429ff0", "address": "fa:16:3e:ce:e6:1d", "network": {"id": "8c95d7dc-610f-4c4a-914b-90384847762b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672865128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b6c9edea49294bce8e35e60931e8fb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665df28-1c", "ovs_interfaceid": "d665df28-1c9c-452d-b91a-e13adc429ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.416822] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d2a634a-72f0-4b1d-b798-afade3a42c7b tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.128s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.593381] env[69371]: DEBUG nova.scheduler.client.report [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.603333] env[69371]: DEBUG oslo_vmware.api [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4129741, 'name': PowerOnVM_Task, 'duration_secs': 2.208717} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.603744] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.604027] env[69371]: INFO nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Took 13.60 seconds to spawn the instance on the hypervisor. [ 707.604703] env[69371]: DEBUG nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.605109] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7320a8-ee35-4aac-92a8-e8e386f97be1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.621957] env[69371]: DEBUG nova.compute.manager [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.622193] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.623693] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709867a6-3488-4dc4-9d98-d1aa38771a57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.633698] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.633959] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1369e6ed-c605-4609-85ea-0839d62476e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.642053] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 707.642053] env[69371]: value = "task-4129746" [ 707.642053] env[69371]: _type = "Task" [ 707.642053] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.653034] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.737199] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129745, 'name': Rename_Task, 'duration_secs': 0.316117} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.737199] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.737199] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e0a530-6b3f-4f6d-b4ad-212909e7735d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.746185] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 707.746185] env[69371]: value = "task-4129747" [ 707.746185] env[69371]: _type = "Task" [ 707.746185] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.757847] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.763119] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Successfully updated port: 3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.916731] env[69371]: DEBUG oslo_concurrency.lockutils [req-83bad141-82d4-4d3f-9261-deffa9c91de3 req-8b51c9a5-5102-4999-80e7-350f18afa1a8 service nova] Releasing lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.920091] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.105469] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.109068] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.109068] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.168s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.109068] env[69371]: DEBUG nova.objects.instance [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lazy-loading 'resources' on Instance uuid 18f7a9f5-478d-409e-8ddb-18f83cea0499 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.129894] env[69371]: INFO nova.compute.manager [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Took 24.64 seconds to build instance. [ 708.154484] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129746, 'name': PowerOffVM_Task, 'duration_secs': 0.306843} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.154808] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.155021] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.155328] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-912d9b5f-0ac6-46b3-baa6-dad16b171acf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.247240] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.247432] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.247509] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Deleting the datastore file [datastore2] fff38139-053a-493f-80e9-1cc9844f733b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.255404] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c61e5b36-2ab9-4982-ac75-bdc36f33a1bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.269103] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.271054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271368] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquired lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.271368] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.273016] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for the task: (returnval){ [ 708.273016] env[69371]: value = "task-4129749" [ 708.273016] env[69371]: _type = "Task" [ 708.273016] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.286034] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.457313] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.612700] env[69371]: DEBUG nova.compute.utils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.622309] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.622309] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.632714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f639a89a-a9c8-475e-9ff1-7354b43eb192 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.132s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.707172] env[69371]: DEBUG nova.policy [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5588b6509cad4212a1b930b647763e51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '879cf036aafd469ca0d5a817a44e6716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.759838] env[69371]: DEBUG oslo_vmware.api [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129747, 'name': PowerOnVM_Task, 'duration_secs': 0.955421} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.760684] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.760935] env[69371]: INFO nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Took 9.49 seconds to spawn the instance on the hypervisor. [ 708.761174] env[69371]: DEBUG nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.762836] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe997a5-b475-4568-8e3e-a16960ae348b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.803901] env[69371]: DEBUG oslo_vmware.api [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Task: {'id': task-4129749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246294} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.804225] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.804449] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.804671] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.804841] env[69371]: INFO nova.compute.manager [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 708.805129] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.805335] env[69371]: DEBUG nova.compute.manager [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.805427] env[69371]: DEBUG nova.network.neutron [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.855327] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.121546] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.151291] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d036b-c150-405f-880b-f4261fa505ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.161725] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c848e3-1a18-4eee-895d-c032f3ff7067 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.208617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762ad53d-9172-4d1a-909c-b5ea884215b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.219351] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6e72a0-7505-406c-98a1-6e59a0f9a64e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.241924] env[69371]: DEBUG nova.compute.provider_tree [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.301403] env[69371]: INFO nova.compute.manager [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Took 25.09 seconds to build instance. [ 709.346996] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.347888] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.347888] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.348063] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.348228] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.350030] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.350030] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.350030] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.350030] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.353065] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.353211] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.353408] env[69371]: DEBUG nova.virt.hardware [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.359199] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ef239-dd9c-4ec9-aeca-27db1318bb53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.381398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3435c669-da03-41f3-b72f-f4f27210019e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.545379] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.545789] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.601449] env[69371]: DEBUG nova.compute.manager [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Received event network-changed-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.602208] env[69371]: DEBUG nova.compute.manager [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Refreshing instance network info cache due to event network-changed-776f2ccf-fc0b-4430-931c-df6f1cbf54e0. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.602208] env[69371]: DEBUG oslo_concurrency.lockutils [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] Acquiring lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.602208] env[69371]: DEBUG oslo_concurrency.lockutils [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] Acquired lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.602208] env[69371]: DEBUG nova.network.neutron [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Refreshing network info cache for port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.714773] env[69371]: DEBUG nova.network.neutron [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Updating instance_info_cache with network_info: [{"id": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "address": "fa:16:3e:b1:27:ea", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdfe199-45", "ovs_interfaceid": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.747329] env[69371]: DEBUG nova.scheduler.client.report [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.803565] env[69371]: DEBUG oslo_concurrency.lockutils [None req-527da7b3-c152-4dba-bde9-c67367f849aa tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.237s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.979880] env[69371]: DEBUG nova.network.neutron [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.026152] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Successfully updated port: 2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.051907] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.089221] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Successfully created port: c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.134949] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.171052] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.172746] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.172746] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.176019] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.176019] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.176019] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.176019] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.176019] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.176282] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.176282] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.176282] env[69371]: DEBUG nova.virt.hardware [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.176282] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d9138-fc06-4237-8adb-5c802e648449 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.192969] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55422a1a-0d93-45bb-a702-2c5047a87167 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.222300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Releasing lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.222300] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Instance network_info: |[{"id": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "address": "fa:16:3e:b1:27:ea", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdfe199-45", "ovs_interfaceid": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.222426] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:27:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fdfe199-459b-4b02-a1fd-d45cda955bda', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.228021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Creating folder: Project (ad03dc1eec6b43efa17a7c3d485cefa3). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.228716] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f952238d-b057-4b38-82e8-8a8eab4ee8c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.242284] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Created folder: Project (ad03dc1eec6b43efa17a7c3d485cefa3) in parent group-v817910. [ 710.243456] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Creating folder: Instances. Parent ref: group-v817970. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.243908] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e544347e-c3e5-4c59-a586-840be4a6657c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.254024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.259293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.157s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.260447] env[69371]: INFO nova.compute.claims [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.263718] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Created folder: Instances in parent group-v817970. [ 710.264100] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.269928] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.269928] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb5c668-592e-441e-9a42-1390823ae597 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.288216] env[69371]: INFO nova.scheduler.client.report [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Deleted allocations for instance 18f7a9f5-478d-409e-8ddb-18f83cea0499 [ 710.300918] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.300918] env[69371]: value = "task-4129752" [ 710.300918] env[69371]: _type = "Task" [ 710.300918] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.308790] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129752, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.483670] env[69371]: INFO nova.compute.manager [-] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Took 1.68 seconds to deallocate network for instance. [ 710.533220] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533220] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquired lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533220] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.554962] env[69371]: DEBUG nova.compute.manager [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Received event network-vif-plugged-3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.555442] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Acquiring lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.556435] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.556435] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.556435] env[69371]: DEBUG nova.compute.manager [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] No waiting events found dispatching network-vif-plugged-3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.556435] env[69371]: WARNING nova.compute.manager [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Received unexpected event network-vif-plugged-3fdfe199-459b-4b02-a1fd-d45cda955bda for instance with vm_state building and task_state spawning. [ 710.556435] env[69371]: DEBUG nova.compute.manager [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Received event network-changed-3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.557182] env[69371]: DEBUG nova.compute.manager [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Refreshing instance network info cache due to event network-changed-3fdfe199-459b-4b02-a1fd-d45cda955bda. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.557182] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Acquiring lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.557182] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Acquired lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.557182] env[69371]: DEBUG nova.network.neutron [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Refreshing network info cache for port 3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.595148] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.661159] env[69371]: DEBUG nova.network.neutron [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updated VIF entry in instance network info cache for port 776f2ccf-fc0b-4430-931c-df6f1cbf54e0. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.661611] env[69371]: DEBUG nova.network.neutron [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updating instance_info_cache with network_info: [{"id": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "address": "fa:16:3e:98:b7:c5", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap776f2ccf-fc", "ovs_interfaceid": "776f2ccf-fc0b-4430-931c-df6f1cbf54e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.809371] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ff790ce0-60f3-41e5-9d26-c5dd7e4542bd tempest-TenantUsagesTestJSON-2114946063 tempest-TenantUsagesTestJSON-2114946063-project-member] Lock "18f7a9f5-478d-409e-8ddb-18f83cea0499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.050s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.820274] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129752, 'name': CreateVM_Task, 'duration_secs': 0.488278} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.820274] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.820274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.820274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.821404] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b52e404-5531-420f-a6b7-b8410b4ca814 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.836378] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 710.836378] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae022-db98-7b8b-10fe-b64d26b3ff82" [ 710.836378] env[69371]: _type = "Task" [ 710.836378] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.849034] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae022-db98-7b8b-10fe-b64d26b3ff82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.990985] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.082230] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.164752] env[69371]: DEBUG oslo_concurrency.lockutils [req-ab0bbd50-0f70-43de-ab0a-c666d578b13f req-385fd55e-304f-442d-99e3-94e8a7549be9 service nova] Releasing lock "refresh_cache-fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363071] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae022-db98-7b8b-10fe-b64d26b3ff82, 'name': SearchDatastore_Task, 'duration_secs': 0.024128} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.368064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.368344] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.368622] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.368788] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.368957] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.372964] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81a2b2c7-a3dc-43cc-93c5-89f0af7a8582 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.375688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.375928] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.392380] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.392380] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.394056] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c12266-0275-4ed9-86a1-f6a1f63b4e45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.402522] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 711.402522] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526fa130-cb8a-6777-e6cc-6d07971136d8" [ 711.402522] env[69371]: _type = "Task" [ 711.402522] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.418250] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526fa130-cb8a-6777-e6cc-6d07971136d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.422322] env[69371]: DEBUG nova.network.neutron [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating instance_info_cache with network_info: [{"id": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "address": "fa:16:3e:2b:6b:9d", "network": {"id": "b9470aaa-9b07-4f42-8d74-a6d3e813a8d4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1745210636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b068de5f39ef4e5e903d06b4e634c3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2897f6a4-3c", "ovs_interfaceid": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.570954] env[69371]: DEBUG nova.network.neutron [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Updated VIF entry in instance network info cache for port 3fdfe199-459b-4b02-a1fd-d45cda955bda. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.572139] env[69371]: DEBUG nova.network.neutron [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Updating instance_info_cache with network_info: [{"id": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "address": "fa:16:3e:b1:27:ea", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fdfe199-45", "ovs_interfaceid": "3fdfe199-459b-4b02-a1fd-d45cda955bda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.782893] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07c5c1-cd4b-4837-9d79-3682a52506b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.794392] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833df0c3-47d2-4d7e-ada8-d5f89007a13f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.826195] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806dd5ed-f9c5-49ad-af18-b3b54887d938 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.836330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac118921-6f52-4365-8788-33d891115ed8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.853843] env[69371]: DEBUG nova.compute.provider_tree [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.881458] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.921921] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526fa130-cb8a-6777-e6cc-6d07971136d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.923625] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf9e78b-4fac-4c28-8b84-06085aba0678 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.928677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Releasing lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.928873] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance network_info: |[{"id": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "address": "fa:16:3e:2b:6b:9d", "network": {"id": "b9470aaa-9b07-4f42-8d74-a6d3e813a8d4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1745210636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b068de5f39ef4e5e903d06b4e634c3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2897f6a4-3c", "ovs_interfaceid": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.933241] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:6b:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2897f6a4-3c37-4b36-ae2c-c947474e8d5d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.940581] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Creating folder: Project (b068de5f39ef4e5e903d06b4e634c3d5). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.940581] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb134b0-0903-42c0-baf5-2f8a5ef275a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.943973] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 711.943973] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52800142-a4c1-a561-22cd-881df5776a65" [ 711.943973] env[69371]: _type = "Task" [ 711.943973] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.957667] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52800142-a4c1-a561-22cd-881df5776a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.959794] env[69371]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 711.959794] env[69371]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69371) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 711.959955] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Folder already exists: Project (b068de5f39ef4e5e903d06b4e634c3d5). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 711.960622] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Creating folder: Instances. Parent ref: group-v817917. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.960622] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d630025c-ebe6-41bf-b6e4-9705c6e6df86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.973600] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Created folder: Instances in parent group-v817917. [ 711.973962] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.974187] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.974338] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37da712a-83cd-4c12-9598-9ce8f4646542 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.002766] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.002766] env[69371]: value = "task-4129755" [ 712.002766] env[69371]: _type = "Task" [ 712.002766] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.016034] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129755, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.076278] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7de63e9-449c-46a0-8d08-3f487caafc7b req-d8b6da89-bd1a-451a-8702-54d45302d35a service nova] Releasing lock "refresh_cache-2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.262350] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Successfully updated port: c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.359594] env[69371]: DEBUG nova.scheduler.client.report [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.408320] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.462929] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52800142-a4c1-a561-22cd-881df5776a65, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.462929] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.462929] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d/2ff37a93-1d8d-4f5e-aaff-a83104a0c78d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.462929] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00c6bfa-9625-4f01-8b89-1a3334ee9699 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.470889] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 712.470889] env[69371]: value = "task-4129756" [ 712.470889] env[69371]: _type = "Task" [ 712.470889] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.481906] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.514174] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129755, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.694455] env[69371]: DEBUG nova.compute.manager [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Received event network-vif-deleted-c32f5171-fb57-456b-bf01-540e1b54cccb {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.695028] env[69371]: DEBUG nova.compute.manager [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Received event network-changed-e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.695322] env[69371]: DEBUG nova.compute.manager [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Refreshing instance network info cache due to event network-changed-e6838e2c-309f-4b21-86cd-ecff8992ae8c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.695525] env[69371]: DEBUG oslo_concurrency.lockutils [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] Acquiring lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.695871] env[69371]: DEBUG oslo_concurrency.lockutils [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] Acquired lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.696028] env[69371]: DEBUG nova.network.neutron [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Refreshing network info cache for port e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.765930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.766112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquired lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.766274] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.866446] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.867061] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.870655] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.022s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.870960] env[69371]: DEBUG nova.objects.instance [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lazy-loading 'resources' on Instance uuid 65e23711-82b8-4f46-805e-69017d84226d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.988020] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.014232] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129755, 'name': CreateVM_Task, 'duration_secs': 0.640532} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.014473] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.015441] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '94ead6b5-ff87-4ddb-acb3-4b76064f3a49', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817929', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'name': 'volume-c5180242-630e-46ad-b436-f464aa880b45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38dfffac-77ba-45e6-83bd-455a2c5bfef4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'serial': 'c5180242-630e-46ad-b436-f464aa880b45'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69371) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 713.015762] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Root volume attach. Driver type: vmdk {{(pid=69371) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 713.016699] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c00d4-3f73-4ca9-89d8-20207bc2468e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.027453] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170276f-81e2-4ed0-b055-3d1316b653fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.038102] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41018bf-8b31-4c3f-ba9f-364f38d73948 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.048314] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8fbdaf92-ea8f-407d-b81f-94ddb806390d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.056395] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 713.056395] env[69371]: value = "task-4129757" [ 713.056395] env[69371]: _type = "Task" [ 713.056395] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.072372] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.084941] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "bacc70dd-aa33-4f81-b909-de5067be475d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.084941] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.084941] env[69371]: INFO nova.compute.manager [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Rebooting instance [ 713.339693] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.380664] env[69371]: DEBUG nova.compute.utils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.383714] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.384106] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.492456] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605768} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.492659] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d/2ff37a93-1d8d-4f5e-aaff-a83104a0c78d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.492960] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.493561] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e0a9368-f97a-40b2-a066-5da916f4d91b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.508577] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 713.508577] env[69371]: value = "task-4129758" [ 713.508577] env[69371]: _type = "Task" [ 713.508577] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.525316] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.568565] env[69371]: DEBUG nova.policy [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69a4e8d0fce64d20b2962a72cfcf8965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedb805710b74e68a38db36904bc9518', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.584038] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 38%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.635908] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.636060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquired lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636246] env[69371]: DEBUG nova.network.neutron [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.803616] env[69371]: DEBUG nova.network.neutron [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Updating instance_info_cache with network_info: [{"id": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "address": "fa:16:3e:98:57:44", "network": {"id": "16cec4bb-a377-4031-8a3e-9f51d87ee3ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-140252687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "879cf036aafd469ca0d5a817a44e6716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d6499c-cc", "ovs_interfaceid": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.889781] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.955805] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a122fd-1e20-4f31-b12f-cbe488cfba51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.965764] env[69371]: DEBUG nova.network.neutron [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updated VIF entry in instance network info cache for port e6838e2c-309f-4b21-86cd-ecff8992ae8c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.965922] env[69371]: DEBUG nova.network.neutron [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating instance_info_cache with network_info: [{"id": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "address": "fa:16:3e:a8:8e:85", "network": {"id": "bec9e285-2c43-4f1d-a86e-354224f38ab8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1166964353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f7347d8e8b4460989599a9a0fdaddff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6838e2c-30", "ovs_interfaceid": "e6838e2c-309f-4b21-86cd-ecff8992ae8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.974936] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdf9f8e-72fe-461d-9d63-cdb7b2c43b39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.021541] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955ecc0d-62d1-44b3-87b4-efc69079bea8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.030542] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Received event network-vif-plugged-2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.030799] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquiring lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.031107] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.031233] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.031418] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] No waiting events found dispatching network-vif-plugged-2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.031635] env[69371]: WARNING nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Received unexpected event network-vif-plugged-2897f6a4-3c37-4b36-ae2c-c947474e8d5d for instance with vm_state building and task_state spawning. [ 714.031807] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Received event network-changed-2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.031962] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Refreshing instance network info cache due to event network-changed-2897f6a4-3c37-4b36-ae2c-c947474e8d5d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.032170] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquiring lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.032304] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquired lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.032511] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Refreshing network info cache for port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.045908] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.046367] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.055150] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac2e27-5e47-4b57-b877-8b91b5dea2f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.061136] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090464} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.062155] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.066994] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7e898-b6a5-4a9a-bb9c-854500768af5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.083989] env[69371]: DEBUG nova.compute.provider_tree [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.103693] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.113889] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d/2ff37a93-1d8d-4f5e-aaff-a83104a0c78d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.115238] env[69371]: DEBUG nova.scheduler.client.report [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.123345] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969e3946-446c-4d28-9358-90f61d5defd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.145289] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 714.145289] env[69371]: value = "task-4129759" [ 714.145289] env[69371]: _type = "Task" [ 714.145289] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.156773] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.308297] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Releasing lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.308842] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Instance network_info: |[{"id": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "address": "fa:16:3e:98:57:44", "network": {"id": "16cec4bb-a377-4031-8a3e-9f51d87ee3ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-140252687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "879cf036aafd469ca0d5a817a44e6716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d6499c-cc", "ovs_interfaceid": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.309584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:57:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d6499c-cc7a-47b0-922a-e41909501fbf', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.323483] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Creating folder: Project (879cf036aafd469ca0d5a817a44e6716). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.328671] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802a4fc2-6650-43bd-9ab4-4b097920cb95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.348835] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Created folder: Project (879cf036aafd469ca0d5a817a44e6716) in parent group-v817910. [ 714.348835] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Creating folder: Instances. Parent ref: group-v817975. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.348835] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6431621a-bf25-42b3-91c9-ab2fb526b0af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.362729] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Created folder: Instances in parent group-v817975. [ 714.363085] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.364300] env[69371]: DEBUG nova.compute.manager [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.365309] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.366181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46073369-f975-42b0-aad7-5653ead28789 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.370265] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896bb634-85a1-4f3f-94cf-dfd4aff1b4bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.392602] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "1444a73b-85f7-4917-854c-11183e643f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.392944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.417032] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.417032] env[69371]: value = "task-4129762" [ 714.417032] env[69371]: _type = "Task" [ 714.417032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.429846] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129762, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.473683] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Successfully created port: f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.481610] env[69371]: DEBUG oslo_concurrency.lockutils [req-dac438ba-ec25-46ff-ace4-09da0eba3479 req-53537f0e-c8bb-4655-bc7f-d6be53d4df4c service nova] Releasing lock "refresh_cache-2fcce97a-83ca-4275-87eb-e0fa94789783" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.574714] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 63%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.640031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.640031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.683s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.641501] env[69371]: INFO nova.compute.claims [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.657232] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.678099] env[69371]: INFO nova.scheduler.client.report [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Deleted allocations for instance 65e23711-82b8-4f46-805e-69017d84226d [ 714.714263] env[69371]: DEBUG nova.network.neutron [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Updating instance_info_cache with network_info: [{"id": "d665df28-1c9c-452d-b91a-e13adc429ff0", "address": "fa:16:3e:ce:e6:1d", "network": {"id": "8c95d7dc-610f-4c4a-914b-90384847762b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672865128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b6c9edea49294bce8e35e60931e8fb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd665df28-1c", "ovs_interfaceid": "d665df28-1c9c-452d-b91a-e13adc429ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.916624] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.920312] env[69371]: INFO nova.compute.manager [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] instance snapshotting [ 714.927760] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c1d4a9-24ac-49ed-adea-734b279c41d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.937955] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129762, 'name': CreateVM_Task, 'duration_secs': 0.47749} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.954087] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.957576] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.957760] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.958470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.959085] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61746041-9cc1-449b-9745-a9674d62f1a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.962316] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4471e92c-c477-41ab-ba31-9ef56b1fdf68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.968406] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 714.968406] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a4c1e6-eabf-beaa-9bce-e8a8f44d5138" [ 714.968406] env[69371]: _type = "Task" [ 714.968406] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.977022] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.977022] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.977022] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.977325] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.977325] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.977325] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.977325] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.977325] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.977515] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.977515] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.978259] env[69371]: DEBUG nova.virt.hardware [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.981868] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409912d4-27d6-4528-9d8e-a145a0b5ff6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.994854] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a4c1e6-eabf-beaa-9bce-e8a8f44d5138, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.001042] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001443] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.001720] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.001863] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.002047] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.002472] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62be7db3-2f89-4ea3-b8a0-11b3f9859a55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.005826] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f6557-02bb-4756-a218-907f6828ddff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.023645] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.024279] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.024687] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3890f7ee-f63e-4891-bb24-4af3aa7682cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.032951] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 715.032951] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5245f7c2-8152-2cea-e933-3ff7bf94acf3" [ 715.032951] env[69371]: _type = "Task" [ 715.032951] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.043671] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5245f7c2-8152-2cea-e933-3ff7bf94acf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.073832] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 76%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.162385] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129759, 'name': ReconfigVM_Task, 'duration_secs': 0.783515} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.162845] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d/2ff37a93-1d8d-4f5e-aaff-a83104a0c78d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.164254] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e766f8ae-4c35-4330-89df-2a9c6c43d621 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173752] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 715.173752] env[69371]: value = "task-4129763" [ 715.173752] env[69371]: _type = "Task" [ 715.173752] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.188311] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129763, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.191713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c109f40-11e8-456c-829e-c1e4b63a6e1c tempest-DeleteServersAdminTestJSON-1557346321 tempest-DeleteServersAdminTestJSON-1557346321-project-admin] Lock "65e23711-82b8-4f46-805e-69017d84226d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.687s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.202826] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updated VIF entry in instance network info cache for port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.203348] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating instance_info_cache with network_info: [{"id": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "address": "fa:16:3e:2b:6b:9d", "network": {"id": "b9470aaa-9b07-4f42-8d74-a6d3e813a8d4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1745210636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b068de5f39ef4e5e903d06b4e634c3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2897f6a4-3c", "ovs_interfaceid": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.216960] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Releasing lock "refresh_cache-bacc70dd-aa33-4f81-b909-de5067be475d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.493174] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.493174] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35828a3a-581d-4bdc-bf41-dfc759a54884 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.511287] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 715.511287] env[69371]: value = "task-4129764" [ 715.511287] env[69371]: _type = "Task" [ 715.511287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.522923] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.545738] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5245f7c2-8152-2cea-e933-3ff7bf94acf3, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.546814] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b188027c-83ce-4ed7-9d1f-aa586f5fe2e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.557370] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 715.557370] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527dacd8-c86a-7006-feb4-836d07686bad" [ 715.557370] env[69371]: _type = "Task" [ 715.557370] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.572568] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527dacd8-c86a-7006-feb4-836d07686bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.579622] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.687264] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129763, 'name': Rename_Task, 'duration_secs': 0.371021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.687264] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.687264] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9514bbda-bae0-4d5b-8d83-051750581a4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.698914] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 715.698914] env[69371]: value = "task-4129765" [ 715.698914] env[69371]: _type = "Task" [ 715.698914] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.708061] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Releasing lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.708371] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Received event network-vif-plugged-c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.708589] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquiring lock "b0d99289-a726-4243-999e-72e375c48bdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.708799] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Lock "b0d99289-a726-4243-999e-72e375c48bdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.708962] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Lock "b0d99289-a726-4243-999e-72e375c48bdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.709167] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] No waiting events found dispatching network-vif-plugged-c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.709430] env[69371]: WARNING nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Received unexpected event network-vif-plugged-c9d6499c-cc7a-47b0-922a-e41909501fbf for instance with vm_state building and task_state spawning. [ 715.709514] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Received event network-changed-c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.709671] env[69371]: DEBUG nova.compute.manager [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Refreshing instance network info cache due to event network-changed-c9d6499c-cc7a-47b0-922a-e41909501fbf. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.709885] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquiring lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.710051] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Acquired lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.710309] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Refreshing network info cache for port c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.727959] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.730892] env[69371]: DEBUG nova.compute.manager [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.732683] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212e9da-edd3-4717-a216-a73febb087bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.026704] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.087976] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527dacd8-c86a-7006-feb4-836d07686bad, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.088358] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.088750] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.089154] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b0d99289-a726-4243-999e-72e375c48bdb/b0d99289-a726-4243-999e-72e375c48bdb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.089542] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d7b8e2-dcdd-4a64-b3e8-93ff383c1f81 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.100112] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 716.100112] env[69371]: value = "task-4129766" [ 716.100112] env[69371]: _type = "Task" [ 716.100112] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.121425] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.160860] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5174da-b920-43b5-9893-f5e32336aadd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.171170] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488ff43-3d8a-47ea-be11-9a746c3671cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.206866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4d202-ea2c-4284-a7c6-7e350398eaed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.215938] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.219412] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f908f-a917-49c5-8f1f-a57ca38b3611 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.244200] env[69371]: DEBUG nova.compute.provider_tree [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.533223] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.538470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.538761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.585103] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.616957] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.716405] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.749412] env[69371]: DEBUG nova.scheduler.client.report [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.759372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de11768-78e6-42c1-a9db-e1644f5ce4d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.772787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Doing hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 716.773341] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cd24d983-357c-44ac-ac00-4da8a0827bda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.782070] env[69371]: DEBUG oslo_vmware.api [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 716.782070] env[69371]: value = "task-4129767" [ 716.782070] env[69371]: _type = "Task" [ 716.782070] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.783473] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Updated VIF entry in instance network info cache for port c9d6499c-cc7a-47b0-922a-e41909501fbf. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.783473] env[69371]: DEBUG nova.network.neutron [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Updating instance_info_cache with network_info: [{"id": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "address": "fa:16:3e:98:57:44", "network": {"id": "16cec4bb-a377-4031-8a3e-9f51d87ee3ad", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-140252687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "879cf036aafd469ca0d5a817a44e6716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d6499c-cc", "ovs_interfaceid": "c9d6499c-cc7a-47b0-922a-e41909501fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.795724] env[69371]: DEBUG oslo_vmware.api [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129767, 'name': ResetVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.929026] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Successfully updated port: f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.026062] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129764, 'name': CreateSnapshot_Task, 'duration_secs': 1.169311} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.026377] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.027649] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639d219c-36c7-4246-9b9c-f65aae415e57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.083151] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 98%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.123222] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610349} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.126812] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b0d99289-a726-4243-999e-72e375c48bdb/b0d99289-a726-4243-999e-72e375c48bdb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.126812] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.126812] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1806229-cc75-4677-98e4-7e6d6cef6954 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.135668] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 717.135668] env[69371]: value = "task-4129768" [ 717.135668] env[69371]: _type = "Task" [ 717.135668] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.144603] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.219106] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129765, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.259221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.260456] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.265481] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.272s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.271135] env[69371]: INFO nova.compute.claims [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.287393] env[69371]: DEBUG oslo_concurrency.lockutils [req-918acf4a-6105-4a4d-8abf-f02eaa9c2dfa req-67e17588-17ba-4d0a-b7b7-6c1b0332877b service nova] Releasing lock "refresh_cache-b0d99289-a726-4243-999e-72e375c48bdb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.298501] env[69371]: DEBUG oslo_vmware.api [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129767, 'name': ResetVM_Task, 'duration_secs': 0.122419} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.298834] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Did hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 717.299040] env[69371]: DEBUG nova.compute.manager [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.299923] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d8bc1-e54b-4886-8a28-e49a5912af55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.437684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.437684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.437684] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.555069] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.555431] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea32f6ac-8bd9-406e-835b-1ad77354718b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.568489] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 717.568489] env[69371]: value = "task-4129769" [ 717.568489] env[69371]: _type = "Task" [ 717.568489] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.598930] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129769, 'name': CloneVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.599388] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task} progress is 98%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.642905] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085959} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.643529] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.644850] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455969d-1890-4ca0-82f8-f51345b5d4ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.672224] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b0d99289-a726-4243-999e-72e375c48bdb/b0d99289-a726-4243-999e-72e375c48bdb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.672742] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4581ff-c374-4b11-9769-928a0103b365 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.697029] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 717.697029] env[69371]: value = "task-4129770" [ 717.697029] env[69371]: _type = "Task" [ 717.697029] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.718040] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.721890] env[69371]: DEBUG oslo_vmware.api [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129765, 'name': PowerOnVM_Task, 'duration_secs': 1.592616} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.723036] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.723036] env[69371]: INFO nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Took 12.94 seconds to spawn the instance on the hypervisor. [ 717.723036] env[69371]: DEBUG nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.723666] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309b98a1-db08-4049-97fe-6a4c9d0ad92d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.778013] env[69371]: DEBUG nova.compute.utils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.781633] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.782520] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.823858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-676cd7c8-94d8-424f-9596-0dc09cf38ed9 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.740s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.871376] env[69371]: DEBUG nova.policy [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98974e2583624637bfa08bf7128e4c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bebf401d5ac41cbb8f9a0e534c8aacc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.989177] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.079403] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129757, 'name': RelocateVM_Task, 'duration_secs': 4.586695} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.083059] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 718.083311] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817929', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'name': 'volume-c5180242-630e-46ad-b436-f464aa880b45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38dfffac-77ba-45e6-83bd-455a2c5bfef4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'serial': 'c5180242-630e-46ad-b436-f464aa880b45'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 718.084739] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2219ce-944e-459d-b1df-ff5ddc808814 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.109120] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a7676-e0e8-492d-bd83-e9509cb8c884 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.112707] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129769, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.136230] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-c5180242-630e-46ad-b436-f464aa880b45/volume-c5180242-630e-46ad-b436-f464aa880b45.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.136615] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cac0c20-4e57-4a8e-8d69-83e60f8dbb43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.161807] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 718.161807] env[69371]: value = "task-4129771" [ 718.161807] env[69371]: _type = "Task" [ 718.161807] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.163358] env[69371]: DEBUG nova.compute.manager [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Received event network-vif-plugged-f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.163509] env[69371]: DEBUG oslo_concurrency.lockutils [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.163716] env[69371]: DEBUG oslo_concurrency.lockutils [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.164017] env[69371]: DEBUG oslo_concurrency.lockutils [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.164099] env[69371]: DEBUG nova.compute.manager [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] No waiting events found dispatching network-vif-plugged-f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 718.164219] env[69371]: WARNING nova.compute.manager [req-75dfbaf2-160e-4409-8da7-7d8c2d462e24 req-219c01f1-d772-4f8c-8a35-32b98d7fa676 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Received unexpected event network-vif-plugged-f645606a-65a1-473f-beb7-399dc24cc8f6 for instance with vm_state building and task_state spawning. [ 718.179064] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.210142] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.251575] env[69371]: INFO nova.compute.manager [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Took 32.96 seconds to build instance. [ 718.277385] env[69371]: DEBUG nova.network.neutron [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updating instance_info_cache with network_info: [{"id": "f645606a-65a1-473f-beb7-399dc24cc8f6", "address": "fa:16:3e:48:9d:b4", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf645606a-65", "ovs_interfaceid": "f645606a-65a1-473f-beb7-399dc24cc8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.284900] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.391159] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Successfully created port: 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.595853] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129769, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.678406] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.713922] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129770, 'name': ReconfigVM_Task, 'duration_secs': 0.839714} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.714277] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b0d99289-a726-4243-999e-72e375c48bdb/b0d99289-a726-4243-999e-72e375c48bdb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.715000] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3e15b1b-8f1a-4054-b041-c0576e77fb55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.723193] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 718.723193] env[69371]: value = "task-4129772" [ 718.723193] env[69371]: _type = "Task" [ 718.723193] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.737765] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129772, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.755829] env[69371]: DEBUG oslo_concurrency.lockutils [None req-39ab7e25-28f1-4957-89bd-59ec5d9dea76 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.190s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.780612] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.781574] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Instance network_info: |[{"id": "f645606a-65a1-473f-beb7-399dc24cc8f6", "address": "fa:16:3e:48:9d:b4", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf645606a-65", "ovs_interfaceid": "f645606a-65a1-473f-beb7-399dc24cc8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.781700] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f645606a-65a1-473f-beb7-399dc24cc8f6', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.792019] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Creating folder: Project (cedb805710b74e68a38db36904bc9518). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.805726] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e1d7c6-ee7c-4dc4-b6a1-ff8eb9f65fd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.819932] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Created folder: Project (cedb805710b74e68a38db36904bc9518) in parent group-v817910. [ 718.820202] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Creating folder: Instances. Parent ref: group-v817980. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.821398] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5827cdb6-7bf9-47a3-ad2f-ac3a4f48cf05 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.838461] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Created folder: Instances in parent group-v817980. [ 718.838808] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.839162] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.839526] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68cd025c-87a2-4d8b-b687-ef5204f107b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.874367] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.874367] env[69371]: value = "task-4129775" [ 718.874367] env[69371]: _type = "Task" [ 718.874367] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.884181] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129775, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.886807] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdebf19-ba52-4c7f-b01d-8738dddb444f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.896475] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a310998-1ac9-4a48-90e7-05455a4305ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.936915] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7023ab5d-1d52-41a3-bc88-36d359b8690f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.948599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78121bf5-5d96-480f-92f2-f79d7e1757f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.966691] env[69371]: DEBUG nova.compute.provider_tree [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.091551] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129769, 'name': CloneVM_Task, 'duration_secs': 1.470197} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.091839] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Created linked-clone VM from snapshot [ 719.092736] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c65e4-5715-490b-b7c4-9069a98a2e46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.104598] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Uploading image da5ce54b-3e34-4b6d-8adc-0cb4fed7d9c1 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.132899] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.132899] env[69371]: value = "vm-817979" [ 719.132899] env[69371]: _type = "VirtualMachine" [ 719.132899] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.133228] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad76c3c4-8e2f-4cd8-ae17-027615a1121f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.142698] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lease: (returnval){ [ 719.142698] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5228a16f-0056-701c-6538-8f78059e7280" [ 719.142698] env[69371]: _type = "HttpNfcLease" [ 719.142698] env[69371]: } obtained for exporting VM: (result){ [ 719.142698] env[69371]: value = "vm-817979" [ 719.142698] env[69371]: _type = "VirtualMachine" [ 719.142698] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.143114] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the lease: (returnval){ [ 719.143114] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5228a16f-0056-701c-6538-8f78059e7280" [ 719.143114] env[69371]: _type = "HttpNfcLease" [ 719.143114] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.151063] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.151063] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5228a16f-0056-701c-6538-8f78059e7280" [ 719.151063] env[69371]: _type = "HttpNfcLease" [ 719.151063] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.175099] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.238147] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129772, 'name': Rename_Task, 'duration_secs': 0.196036} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.238441] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.238794] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5684398-9361-48f3-b87c-c0d0a4daf3a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.247877] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 719.247877] env[69371]: value = "task-4129777" [ 719.247877] env[69371]: _type = "Task" [ 719.247877] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.257494] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.261330] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.310288] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.343992] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.344092] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.344520] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.344520] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.344676] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.345584] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.345650] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.349021] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.349021] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.349021] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.349021] env[69371]: DEBUG nova.virt.hardware [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.349021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff969206-133e-4d8f-900c-a20d5853d938 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.362934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.363290] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.364815] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778e65a-45c4-4138-bcb8-49cda07253ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.395084] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129775, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.501092] env[69371]: ERROR nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [req-7622f565-f3de-4914-9496-242efec0f030] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7622f565-f3de-4914-9496-242efec0f030"}]} [ 719.528712] env[69371]: DEBUG nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.566755] env[69371]: DEBUG nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.566755] env[69371]: DEBUG nova.compute.provider_tree [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.586442] env[69371]: DEBUG nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.630149] env[69371]: DEBUG nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 719.655284] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.655284] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5228a16f-0056-701c-6538-8f78059e7280" [ 719.655284] env[69371]: _type = "HttpNfcLease" [ 719.655284] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 719.655975] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 719.655975] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5228a16f-0056-701c-6538-8f78059e7280" [ 719.655975] env[69371]: _type = "HttpNfcLease" [ 719.655975] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 719.656760] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e45502-9a8d-42aa-828d-ef0c1e23980d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.676336] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 719.676551] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 719.741657] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.759157] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.782507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.783035] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb0a204d-5698-4006-b3e0-7077bef292e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.911389] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129775, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.182935] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129771, 'name': ReconfigVM_Task, 'duration_secs': 1.551657} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.182935] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-c5180242-630e-46ad-b436-f464aa880b45/volume-c5180242-630e-46ad-b436-f464aa880b45.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.193060] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640958f6-0cc6-461e-87ce-5916066d8eef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.216078] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 720.216078] env[69371]: value = "task-4129778" [ 720.216078] env[69371]: _type = "Task" [ 720.216078] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.233028] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.262043] env[69371]: DEBUG oslo_vmware.api [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129777, 'name': PowerOnVM_Task, 'duration_secs': 0.810602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.262043] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.262043] env[69371]: INFO nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Took 10.13 seconds to spawn the instance on the hypervisor. [ 720.262043] env[69371]: DEBUG nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.262430] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aae272-d631-452c-aea0-ef8085894407 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.324017] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38abc84-b215-4a2b-83e1-5818c180c4c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.336022] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0eeb4a-43f9-4712-a05b-eb8d2ae1564c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.376402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e60608-fa07-4d70-9023-c1f0d9caa0c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.387088] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef307f2-7727-4d3b-8966-17f3c1d924ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.415793] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129775, 'name': CreateVM_Task, 'duration_secs': 1.182494} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.416653] env[69371]: DEBUG nova.compute.provider_tree [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.420155] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.421287] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.422729] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.423182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.423541] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9739968-5869-463c-8606-1ecc55ccdb90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.429361] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 720.429361] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520b9412-e853-e767-cee9-76de296e2384" [ 720.429361] env[69371]: _type = "Task" [ 720.429361] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.448675] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520b9412-e853-e767-cee9-76de296e2384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.728125] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129778, 'name': ReconfigVM_Task, 'duration_secs': 0.206062} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.728125] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817929', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'name': 'volume-c5180242-630e-46ad-b436-f464aa880b45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38dfffac-77ba-45e6-83bd-455a2c5bfef4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'serial': 'c5180242-630e-46ad-b436-f464aa880b45'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 720.729870] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27cad2b9-4175-4432-9300-862c8eb36192 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.738306] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 720.738306] env[69371]: value = "task-4129779" [ 720.738306] env[69371]: _type = "Task" [ 720.738306] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.751541] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129779, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.758332] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Successfully updated port: 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.787639] env[69371]: INFO nova.compute.manager [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Took 33.76 seconds to build instance. [ 720.942948] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520b9412-e853-e767-cee9-76de296e2384, 'name': SearchDatastore_Task, 'duration_secs': 0.022104} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.942948] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.943346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.943597] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943754] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.943953] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.944331] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b6d5fa-e381-4a80-b476-f23acf5a6c96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.956728] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.956728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.958300] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eface208-b9f5-4e82-995e-06cf8f740f7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.966829] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 720.966829] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d5b032-6d2c-76f3-ecd2-ce29c3ed2ccc" [ 720.966829] env[69371]: _type = "Task" [ 720.966829] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.978476] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d5b032-6d2c-76f3-ecd2-ce29c3ed2ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.981688] env[69371]: DEBUG nova.scheduler.client.report [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 720.982336] env[69371]: DEBUG nova.compute.provider_tree [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 37 to 38 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 720.982546] env[69371]: DEBUG nova.compute.provider_tree [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.227631] env[69371]: DEBUG nova.compute.manager [None req-abdc4b7d-05fd-47bd-b10f-0f161bc40f03 tempest-ServerDiagnosticsTest-1064710117 tempest-ServerDiagnosticsTest-1064710117-project-admin] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.229090] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644626e-9936-4949-bfcf-127b43340f2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.238785] env[69371]: INFO nova.compute.manager [None req-abdc4b7d-05fd-47bd-b10f-0f161bc40f03 tempest-ServerDiagnosticsTest-1064710117 tempest-ServerDiagnosticsTest-1064710117-project-admin] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Retrieving diagnostics [ 721.240258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f96b2e0-192c-44a7-9051-9b9a706f7c54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.254029] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129779, 'name': Rename_Task, 'duration_secs': 0.218754} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.299896] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.302315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.302315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.302315] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.302494] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2181a24-5771-438e-95eb-976f196d9f3a tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.791s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.305713] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b7921e-20d4-4c25-90ca-9b57001da33d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.318964] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 721.318964] env[69371]: value = "task-4129780" [ 721.318964] env[69371]: _type = "Task" [ 721.318964] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.335022] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.461979] env[69371]: DEBUG nova.compute.manager [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Received event network-changed-f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.462433] env[69371]: DEBUG nova.compute.manager [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Refreshing instance network info cache due to event network-changed-f645606a-65a1-473f-beb7-399dc24cc8f6. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.463030] env[69371]: DEBUG oslo_concurrency.lockutils [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] Acquiring lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.464578] env[69371]: DEBUG oslo_concurrency.lockutils [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] Acquired lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.464578] env[69371]: DEBUG nova.network.neutron [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Refreshing network info cache for port f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.482682] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d5b032-6d2c-76f3-ecd2-ce29c3ed2ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.484713] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2d2857-ae9a-49a5-9212-5b820bd5d3e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.488886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.223s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.493021] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.496757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.557s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.497818] env[69371]: DEBUG nova.objects.instance [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lazy-loading 'resources' on Instance uuid e1a393f0-10b5-4e3e-afb0-4f5eca95f791 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.499897] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 721.499897] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527b6109-0167-ebc8-4db6-07bc3b5695b9" [ 721.499897] env[69371]: _type = "Task" [ 721.499897] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.515401] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527b6109-0167-ebc8-4db6-07bc3b5695b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015401} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.516350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.516771] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2a6009f5-bca6-47c4-8bf8-df472114d87e/2a6009f5-bca6-47c4-8bf8-df472114d87e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.517227] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac9ca70-baec-4a49-a546-2248749c0cfe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.527040] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 721.527040] env[69371]: value = "task-4129781" [ 721.527040] env[69371]: _type = "Task" [ 721.527040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.538284] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.810845] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.831481] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.860726] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.145511] env[69371]: DEBUG nova.compute.utils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.160046] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.161369] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.198028] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.256756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.258533] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.330798] env[69371]: DEBUG nova.policy [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e64261739384070abfe9572ac24efb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33dcc27af5b845919591b98d37ad2a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.338165] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129780, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.339563] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.450382] env[69371]: DEBUG nova.network.neutron [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.653971] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.684018] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768214} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.684018] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 2a6009f5-bca6-47c4-8bf8-df472114d87e/2a6009f5-bca6-47c4-8bf8-df472114d87e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.684018] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.684018] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e397dde0-4297-4bbb-bad8-0194c73a6acd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.691735] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 722.691735] env[69371]: value = "task-4129782" [ 722.691735] env[69371]: _type = "Task" [ 722.691735] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.705513] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.732623] env[69371]: DEBUG nova.network.neutron [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updated VIF entry in instance network info cache for port f645606a-65a1-473f-beb7-399dc24cc8f6. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.733112] env[69371]: DEBUG nova.network.neutron [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updating instance_info_cache with network_info: [{"id": "f645606a-65a1-473f-beb7-399dc24cc8f6", "address": "fa:16:3e:48:9d:b4", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf645606a-65", "ovs_interfaceid": "f645606a-65a1-473f-beb7-399dc24cc8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.802469] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d6b95-c8b0-478c-9c75-390bce8b62fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.810709] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd5039-b021-4439-8b4c-277299d06e75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.850183] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8275d49-9128-43ef-8667-9acc0e6d58ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.858921] env[69371]: DEBUG oslo_vmware.api [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129780, 'name': PowerOnVM_Task, 'duration_secs': 1.249309} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.861756] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.861756] env[69371]: INFO nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Took 13.51 seconds to spawn the instance on the hypervisor. [ 722.861756] env[69371]: DEBUG nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.862621] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7456c82-2a7a-45f4-bb71-6f636291dbb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.866244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d2d99-ba56-4b87-a70f-56a982a65e8b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.886950] env[69371]: DEBUG nova.compute.provider_tree [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.924417] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Successfully created port: 95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.955758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.956143] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Instance network_info: |[{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.956606] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:35:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3167ae0e-6a98-43a2-af20-c86d272d6240', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.966355] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Creating folder: Project (3bebf401d5ac41cbb8f9a0e534c8aacc). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.967563] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13f743c3-a2a2-4563-bccf-fbf415ab2cfe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.981013] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Created folder: Project (3bebf401d5ac41cbb8f9a0e534c8aacc) in parent group-v817910. [ 722.981214] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Creating folder: Instances. Parent ref: group-v817983. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.981551] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd81cbb1-e242-496d-8526-85c9794b69ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.994049] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Created folder: Instances in parent group-v817983. [ 722.994350] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.994908] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.994908] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58b8c0b2-a5bb-4618-9aee-8820411e2009 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.016845] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.016845] env[69371]: value = "task-4129785" [ 723.016845] env[69371]: _type = "Task" [ 723.016845] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.025959] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129785, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.064839] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "bacc70dd-aa33-4f81-b909-de5067be475d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.065226] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.065485] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.065790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.065990] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.068527] env[69371]: INFO nova.compute.manager [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Terminating instance [ 723.203744] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076419} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.204154] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.205276] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04d115-9209-4945-8182-26c09e7f32e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.230734] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 2a6009f5-bca6-47c4-8bf8-df472114d87e/2a6009f5-bca6-47c4-8bf8-df472114d87e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.231260] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82a03d2-1a5a-4919-b7b7-087e9deace77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.247408] env[69371]: DEBUG oslo_concurrency.lockutils [req-d3fc0758-e07d-4448-9b5a-9277938e3eb8 req-f8ddad84-06a3-413d-9ba6-690918c6a0ac service nova] Releasing lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.256407] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 723.256407] env[69371]: value = "task-4129786" [ 723.256407] env[69371]: _type = "Task" [ 723.256407] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.268538] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.395797] env[69371]: DEBUG nova.scheduler.client.report [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.407241] env[69371]: INFO nova.compute.manager [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Took 37.52 seconds to build instance. [ 723.529710] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129785, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.573409] env[69371]: DEBUG nova.compute.manager [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.573724] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.575497] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ed15d-a9fa-4954-a2ce-883d7802621b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.586181] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.586342] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-312ce017-f5e4-4788-be04-ca69b84bdb49 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594718] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 723.594718] env[69371]: value = "task-4129787" [ 723.594718] env[69371]: _type = "Task" [ 723.594718] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.605778] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.675571] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.702814] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.703386] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.703734] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.707102] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.707102] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.707102] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.707102] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.707102] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.707355] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.707355] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.707355] env[69371]: DEBUG nova.virt.hardware [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.707355] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e17f16-734d-4ab4-be8f-4f4ea058e428 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.715973] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4471f-2d3f-4c91-a69e-45caff36ad23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.766452] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129786, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.908850] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.412s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.912113] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.913543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.913543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.913543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.913543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.914989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.233s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.920525] env[69371]: DEBUG nova.objects.instance [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lazy-loading 'resources' on Instance uuid b000e444-e6d0-4996-b1d8-8ec67a5fae6d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.923121] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4679dfae-51b2-48f4-9ff3-b681af123151 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.861s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.923121] env[69371]: INFO nova.compute.manager [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Terminating instance [ 723.963022] env[69371]: INFO nova.scheduler.client.report [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Deleted allocations for instance e1a393f0-10b5-4e3e-afb0-4f5eca95f791 [ 724.003369] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.003537] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.031838] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129785, 'name': CreateVM_Task, 'duration_secs': 0.567101} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.031838] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.031838] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.032250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.032625] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.033397] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146b0736-455d-4dc9-9369-9e8bf688cf6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.041720] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 724.041720] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52075eab-799b-169a-15fa-29cafafbb052" [ 724.041720] env[69371]: _type = "Task" [ 724.041720] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.052458] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52075eab-799b-169a-15fa-29cafafbb052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.059894] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "b0d99289-a726-4243-999e-72e375c48bdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.060206] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.060790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "b0d99289-a726-4243-999e-72e375c48bdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.060790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.060790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.063151] env[69371]: INFO nova.compute.manager [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Terminating instance [ 724.104946] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129787, 'name': PowerOffVM_Task, 'duration_secs': 0.333057} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.105258] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.105433] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.105707] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8acfecd7-f8a0-4480-96cf-89385fdbbe16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.115586] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.115816] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.116035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.116242] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.116405] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.119052] env[69371]: INFO nova.compute.manager [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Terminating instance [ 724.179791] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.179985] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.180302] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Deleting the datastore file [datastore1] bacc70dd-aa33-4f81-b909-de5067be475d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.180679] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f29d265c-cb55-485e-b576-f51585d2737e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.189403] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for the task: (returnval){ [ 724.189403] env[69371]: value = "task-4129789" [ 724.189403] env[69371]: _type = "Task" [ 724.189403] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.200080] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.267967] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129786, 'name': ReconfigVM_Task, 'duration_secs': 0.56593} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.268347] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 2a6009f5-bca6-47c4-8bf8-df472114d87e/2a6009f5-bca6-47c4-8bf8-df472114d87e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.269096] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa9de5f-7d21-4da0-9899-29887b587014 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.278330] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 724.278330] env[69371]: value = "task-4129790" [ 724.278330] env[69371]: _type = "Task" [ 724.278330] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.292144] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129790, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.429478] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.436559] env[69371]: DEBUG nova.compute.manager [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.436789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.438329] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3411894c-1987-4ae0-9c8e-b0218c809d38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.451737] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.453327] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04e183b6-b9db-4b7f-92fa-360626c57e7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.465682] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 724.465682] env[69371]: value = "task-4129791" [ 724.465682] env[69371]: _type = "Task" [ 724.465682] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.481842] env[69371]: DEBUG oslo_concurrency.lockutils [None req-225e8119-8baf-48cd-a71f-2a48c86ff242 tempest-AttachInterfacesV270Test-341692122 tempest-AttachInterfacesV270Test-341692122-project-member] Lock "e1a393f0-10b5-4e3e-afb0-4f5eca95f791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.647s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.490670] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.524889] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Successfully updated port: 95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.560531] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52075eab-799b-169a-15fa-29cafafbb052, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.561165] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.561326] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.561661] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.561843] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.562047] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.562544] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b32e07-bb33-4a09-bc72-f4422965867d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.570039] env[69371]: DEBUG nova.compute.manager [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.570288] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.571423] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387a54b-ea83-408f-aa93-b3b31d2f421d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.580992] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.581243] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.582673] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a9131b-9958-48e4-abc2-c4e18028430c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.593314] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.594182] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99940a3-f6a9-4bc1-8f10-f655856ee133 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.599086] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 724.599086] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a926fc-5a0c-ab3d-4ad3-9906447ca9ca" [ 724.599086] env[69371]: _type = "Task" [ 724.599086] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.609075] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 724.609075] env[69371]: value = "task-4129792" [ 724.609075] env[69371]: _type = "Task" [ 724.609075] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.618921] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a926fc-5a0c-ab3d-4ad3-9906447ca9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.622505] env[69371]: DEBUG nova.compute.manager [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.626761] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.627823] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9222c-2559-4d5e-a0b1-4f94bd071838 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.631570] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.643444] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.644144] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79633258-51ac-4276-8776-26f444de4d14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.655860] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 724.655860] env[69371]: value = "task-4129793" [ 724.655860] env[69371]: _type = "Task" [ 724.655860] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.666902] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.702781] env[69371]: DEBUG oslo_vmware.api [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Task: {'id': task-4129789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173555} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.703699] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.703699] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.703699] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.703699] env[69371]: INFO nova.compute.manager [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.704192] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.707185] env[69371]: DEBUG nova.compute.manager [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.707344] env[69371]: DEBUG nova.network.neutron [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.776904] env[69371]: DEBUG nova.compute.manager [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-vif-plugged-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.777217] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Acquiring lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.777461] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.778643] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.778643] env[69371]: DEBUG nova.compute.manager [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] No waiting events found dispatching network-vif-plugged-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.778643] env[69371]: WARNING nova.compute.manager [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received unexpected event network-vif-plugged-3167ae0e-6a98-43a2-af20-c86d272d6240 for instance with vm_state building and task_state spawning. [ 724.778643] env[69371]: DEBUG nova.compute.manager [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.778643] env[69371]: DEBUG nova.compute.manager [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing instance network info cache due to event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.778900] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.778900] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.778976] env[69371]: DEBUG nova.network.neutron [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.799828] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129790, 'name': Rename_Task, 'duration_secs': 0.262874} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.800950] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.801128] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5280c50-7fd7-4824-b342-4bff8fe24841 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.812681] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 724.812681] env[69371]: value = "task-4129794" [ 724.812681] env[69371]: _type = "Task" [ 724.812681] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.828769] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.958094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.980292] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129791, 'name': PowerOffVM_Task, 'duration_secs': 0.235814} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.980604] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.980853] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.981057] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2f4c93-c0b7-4ac8-99f5-de382a419bf1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.038235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038235] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.056325] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fac15f-a539-42ce-a3b7-d1a3ef2fdf69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.065126] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167db704-75ce-4d8e-b0ba-4625d51dc9cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.070501] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.070785] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.071014] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Deleting the datastore file [datastore2] 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.071837] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da3c62b0-2fb5-4036-b021-612e053d042b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112089] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ffc91-d0c2-43d7-a3ce-e3950f3da52d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.117033] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for the task: (returnval){ [ 725.117033] env[69371]: value = "task-4129796" [ 725.117033] env[69371]: _type = "Task" [ 725.117033] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.127333] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a926fc-5a0c-ab3d-4ad3-9906447ca9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.135303] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc652eb-275a-409d-8833-d17783e697f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.139661] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de91a450-8867-464d-a522-ff6577a33245 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.156779] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.157050] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129792, 'name': PowerOffVM_Task, 'duration_secs': 0.246697} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.162873] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.163078] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.164991] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3b5bb2-6c44-46af-8737-1085eb7f5356 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.170885] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 725.170885] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b571e9-be36-211f-6b32-4d8c3ad8c431" [ 725.170885] env[69371]: _type = "Task" [ 725.170885] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.189235] env[69371]: DEBUG nova.compute.provider_tree [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.195216] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129793, 'name': PowerOffVM_Task, 'duration_secs': 0.235038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.196509] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.196860] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.197201] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa892025-889d-448c-a182-c17d76dbe3ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.203777] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b571e9-be36-211f-6b32-4d8c3ad8c431, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.205569] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205901] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4bddbe9c-ef5c-4788-a28e-da0d981bde29/4bddbe9c-ef5c-4788-a28e-da0d981bde29.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.206760] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51dc75b4-0ae4-4615-8bf5-99fa39d46feb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.217186] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 725.217186] env[69371]: value = "task-4129799" [ 725.217186] env[69371]: _type = "Task" [ 725.217186] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.233429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "4daec03b-466d-4d80-82b4-988e4e10f319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.233997] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.269852] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.270181] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.270337] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Deleting the datastore file [datastore2] b0d99289-a726-4243-999e-72e375c48bdb {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.271151] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b18126-941d-44e9-87f4-62249962b79b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281953] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for the task: (returnval){ [ 725.281953] env[69371]: value = "task-4129800" [ 725.281953] env[69371]: _type = "Task" [ 725.281953] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.296743] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.296743] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.296743] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Deleting the datastore file [datastore1] 9c3b6446-8019-4eac-b0b9-1722de7181c6 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.297045] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507dd40c-4587-4a31-be26-9ed8d17562eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.305207] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.313537] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for the task: (returnval){ [ 725.313537] env[69371]: value = "task-4129801" [ 725.313537] env[69371]: _type = "Task" [ 725.313537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.328835] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.333771] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.633792] env[69371]: DEBUG oslo_vmware.api [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Task: {'id': task-4129796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186978} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.634586] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.634586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.634586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.634860] env[69371]: INFO nova.compute.manager [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 725.635168] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.635292] env[69371]: DEBUG nova.compute.manager [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.635362] env[69371]: DEBUG nova.network.neutron [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.680718] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.729767] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.732167] env[69371]: ERROR nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] [req-01f59f0a-dc50-4926-a966-f7f7a182a484] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01f59f0a-dc50-4926-a966-f7f7a182a484"}]} [ 725.764658] env[69371]: DEBUG nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 725.800515] env[69371]: DEBUG oslo_vmware.api [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Task: {'id': task-4129800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227346} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.802303] env[69371]: DEBUG nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 725.802303] env[69371]: DEBUG nova.compute.provider_tree [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.806419] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.806419] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.806419] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.806994] env[69371]: INFO nova.compute.manager [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 725.806994] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.807536] env[69371]: DEBUG nova.compute.manager [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.807620] env[69371]: DEBUG nova.network.neutron [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.822562] env[69371]: DEBUG nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 725.828768] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.836300] env[69371]: DEBUG oslo_vmware.api [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4129794, 'name': PowerOnVM_Task, 'duration_secs': 0.690382} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.836584] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.837391] env[69371]: INFO nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Took 10.92 seconds to spawn the instance on the hypervisor. [ 725.837391] env[69371]: DEBUG nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.838123] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a061b8e6-4ed8-44ed-9da0-0a9819135286 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.854496] env[69371]: DEBUG nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 726.206221] env[69371]: DEBUG nova.network.neutron [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updated VIF entry in instance network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.207255] env[69371]: DEBUG nova.network.neutron [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.237419] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624184} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.237959] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4bddbe9c-ef5c-4788-a28e-da0d981bde29/4bddbe9c-ef5c-4788-a28e-da0d981bde29.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.237959] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.238424] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a590dc-82a3-4cdc-90a4-82c7b8bb964b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.247749] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 726.247749] env[69371]: value = "task-4129802" [ 726.247749] env[69371]: _type = "Task" [ 726.247749] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.256531] env[69371]: DEBUG nova.network.neutron [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Updating instance_info_cache with network_info: [{"id": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "address": "fa:16:3e:98:72:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fbb30c-87", "ovs_interfaceid": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.263912] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.326694] env[69371]: DEBUG oslo_vmware.api [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Task: {'id': task-4129801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517748} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.326694] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.326694] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.326694] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.326694] env[69371]: INFO nova.compute.manager [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Took 1.70 seconds to destroy the instance on the hypervisor. [ 726.327022] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.327022] env[69371]: DEBUG nova.compute.manager [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.328349] env[69371]: DEBUG nova.network.neutron [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.376355] env[69371]: INFO nova.compute.manager [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Took 34.32 seconds to build instance. [ 726.410329] env[69371]: DEBUG nova.network.neutron [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.505874] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f326ecda-c8f8-4248-aa34-96a3e388c91b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.529896] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aae7aa-62ed-4498-bbd7-8fe9590290a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.570244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d628d-2bf5-40fa-8ce5-f8270ada4d47 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.579459] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b0ba1-d823-4ba9-9c7f-70105cd4994a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.596439] env[69371]: DEBUG nova.compute.provider_tree [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.710390] env[69371]: DEBUG oslo_concurrency.lockutils [req-6611d618-20e7-41b1-896a-3e75d1153d54 req-f47fd9a5-562a-4069-b5f5-5289a9dce046 service nova] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.758486] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.758896] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Instance network_info: |[{"id": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "address": "fa:16:3e:98:72:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fbb30c-87", "ovs_interfaceid": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.764796] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:72:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95fbb30c-8706-4214-8cb9-a5a9004be85c', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.775415] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.775817] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099173} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.777245] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.777403] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.778083] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3750c148-a058-4a67-97ad-e29f86a5439e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.796497] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e745f330-bace-4a60-a833-bbabea997d1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.822840] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 4bddbe9c-ef5c-4788-a28e-da0d981bde29/4bddbe9c-ef5c-4788-a28e-da0d981bde29.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.824558] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ecb908-f066-4de2-9dc5-9a8b1ad2462b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.841099] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.841099] env[69371]: value = "task-4129803" [ 726.841099] env[69371]: _type = "Task" [ 726.841099] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.848567] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 726.848567] env[69371]: value = "task-4129804" [ 726.848567] env[69371]: _type = "Task" [ 726.848567] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.855602] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129803, 'name': CreateVM_Task} progress is 15%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.862247] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.873295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1d801d6e-0289-462f-ac94-0e2fd786041f tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.833s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.912524] env[69371]: INFO nova.compute.manager [-] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Took 2.21 seconds to deallocate network for instance. [ 727.105453] env[69371]: DEBUG nova.network.neutron [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.143252] env[69371]: DEBUG nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 727.145442] env[69371]: DEBUG nova.compute.provider_tree [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 41 to 42 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 727.145738] env[69371]: DEBUG nova.compute.provider_tree [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.248056] env[69371]: DEBUG nova.network.neutron [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.352593] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129803, 'name': CreateVM_Task, 'duration_secs': 0.406503} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.357606] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.358414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.358583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.359499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.363625] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c5a396-9164-4a52-920c-b421ba0f9e28 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.371615] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.373100] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 727.373100] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528304d9-1475-1aef-4465-3b22bdea4acd" [ 727.373100] env[69371]: _type = "Task" [ 727.373100] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.378328] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.387752] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528304d9-1475-1aef-4465-3b22bdea4acd, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.388080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.388315] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.388641] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.388747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.388928] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.389272] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0bf542d-829b-4ff0-9dcb-bae2e5e391ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.400144] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.400144] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.400423] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cbf179-e5af-4b58-9515-33095b80b6a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.407136] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 727.407136] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526dd980-75b4-6436-623a-5d2611a144bb" [ 727.407136] env[69371]: _type = "Task" [ 727.407136] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.415987] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526dd980-75b4-6436-623a-5d2611a144bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.420259] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.476560] env[69371]: DEBUG nova.compute.manager [req-7ae9c643-ee1c-41b3-a596-783c4fd6facd req-62bb6547-187e-43c4-b39e-ee917af8d85f service nova] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Received event network-vif-deleted-3fdfe199-459b-4b02-a1fd-d45cda955bda {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.594162] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Received event network-vif-plugged-95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.594886] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Acquiring lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.595510] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.596144] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.596832] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] No waiting events found dispatching network-vif-plugged-95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.598089] env[69371]: WARNING nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Received unexpected event network-vif-plugged-95fbb30c-8706-4214-8cb9-a5a9004be85c for instance with vm_state building and task_state spawning. [ 727.598089] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Received event network-changed-95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.598089] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Refreshing instance network info cache due to event network-changed-95fbb30c-8706-4214-8cb9-a5a9004be85c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.598546] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Acquiring lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598849] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Acquired lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.599200] env[69371]: DEBUG nova.network.neutron [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Refreshing network info cache for port 95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.611018] env[69371]: INFO nova.compute.manager [-] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Took 1.80 seconds to deallocate network for instance. [ 727.658026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.741s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.660885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.416s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.660885] env[69371]: INFO nova.compute.claims [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.694320] env[69371]: INFO nova.scheduler.client.report [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Deleted allocations for instance b000e444-e6d0-4996-b1d8-8ec67a5fae6d [ 727.751489] env[69371]: INFO nova.compute.manager [-] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Took 2.12 seconds to deallocate network for instance. [ 727.868437] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129804, 'name': ReconfigVM_Task, 'duration_secs': 0.646982} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.869083] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 4bddbe9c-ef5c-4788-a28e-da0d981bde29/4bddbe9c-ef5c-4788-a28e-da0d981bde29.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.869385] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712d8d09-31e7-4ed7-9f3a-a1e43b905082 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.878531] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 727.878531] env[69371]: value = "task-4129805" [ 727.878531] env[69371]: _type = "Task" [ 727.878531] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.895871] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129805, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.907617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.918290] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526dd980-75b4-6436-623a-5d2611a144bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.919193] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38473397-a35d-4004-b6e1-946feed14e10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.925909] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 727.925909] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a4d81d-ef3b-dd03-4959-0c3d37e2fb05" [ 727.925909] env[69371]: _type = "Task" [ 727.925909] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.937416] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a4d81d-ef3b-dd03-4959-0c3d37e2fb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.121145] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.202033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9d42c7af-60fb-4ee1-9953-9b18949cdb82 tempest-ServerExternalEventsTest-1820605629 tempest-ServerExternalEventsTest-1820605629-project-member] Lock "b000e444-e6d0-4996-b1d8-8ec67a5fae6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.176s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.263869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.348537] env[69371]: DEBUG nova.network.neutron [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.394259] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129805, 'name': Rename_Task, 'duration_secs': 0.25464} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.394259] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.394617] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de8f679-17ac-4fc8-b911-3c3467af0b87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.404235] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 728.404235] env[69371]: value = "task-4129806" [ 728.404235] env[69371]: _type = "Task" [ 728.404235] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.413709] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.442495] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a4d81d-ef3b-dd03-4959-0c3d37e2fb05, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.443364] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.443964] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 881a0b1e-4043-4466-aec3-9ab73a4f9575/881a0b1e-4043-4466-aec3-9ab73a4f9575.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.447325] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03350bc0-ee61-46f0-afc1-a604e06c327a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.455845] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 728.455845] env[69371]: value = "task-4129807" [ 728.455845] env[69371]: _type = "Task" [ 728.455845] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.466147] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.523052] env[69371]: DEBUG nova.network.neutron [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Updated VIF entry in instance network info cache for port 95fbb30c-8706-4214-8cb9-a5a9004be85c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.523705] env[69371]: DEBUG nova.network.neutron [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Updating instance_info_cache with network_info: [{"id": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "address": "fa:16:3e:98:72:05", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95fbb30c-87", "ovs_interfaceid": "95fbb30c-8706-4214-8cb9-a5a9004be85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.942751] env[69371]: INFO nova.compute.manager [-] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Took 2.61 seconds to deallocate network for instance. [ 728.968939] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129806, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.980775] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497661} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.980775] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 881a0b1e-4043-4466-aec3-9ab73a4f9575/881a0b1e-4043-4466-aec3-9ab73a4f9575.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.981127] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.981698] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5343b519-08d2-43ec-8d36-ddca56791963 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.991478] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 728.991478] env[69371]: value = "task-4129808" [ 728.991478] env[69371]: _type = "Task" [ 728.991478] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.005246] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.029168] env[69371]: DEBUG oslo_concurrency.lockutils [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] Releasing lock "refresh_cache-881a0b1e-4043-4466-aec3-9ab73a4f9575" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.029168] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Received event network-vif-deleted-d665df28-1c9c-452d-b91a-e13adc429ff0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.029305] env[69371]: DEBUG nova.compute.manager [req-3489106f-5c8a-4e12-a284-a423ddd594b3 req-28b17784-be44-4941-b98d-603a0c7ed4d1 service nova] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Received event network-vif-deleted-c9d6499c-cc7a-47b0-922a-e41909501fbf {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.092096] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 729.092432] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c98752d-1bbd-44bd-be00-17fd87ce0859 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.104875] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 729.105481] env[69371]: ERROR oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk due to incomplete transfer. [ 729.105481] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8c7a9e9-4818-4129-b8c9-b05c39a95d25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.114372] env[69371]: DEBUG oslo_vmware.rw_handles [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f915-ef48-fb40-6b1a-8bd0908c2fd1/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.114694] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Uploaded image da5ce54b-3e34-4b6d-8adc-0cb4fed7d9c1 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.117335] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.118142] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-134e7aea-f290-49c1-a2cf-e65af54be33a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.126537] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 729.126537] env[69371]: value = "task-4129809" [ 729.126537] env[69371]: _type = "Task" [ 729.126537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.137851] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129809, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.455574] env[69371]: DEBUG oslo_vmware.api [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129806, 'name': PowerOnVM_Task, 'duration_secs': 0.641612} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.455882] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.456049] env[69371]: INFO nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Took 10.15 seconds to spawn the instance on the hypervisor. [ 729.456249] env[69371]: DEBUG nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.457113] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91582d6e-41ea-4e97-9995-a4247817f46a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.472720] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.501605] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081046} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.505200] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.506075] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42053874-de3d-487d-a79e-06e16da16aa7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.533054] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 881a0b1e-4043-4466-aec3-9ab73a4f9575/881a0b1e-4043-4466-aec3-9ab73a4f9575.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.535234] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-773acf51-0e82-4da2-bf7f-e1632a332c8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.552781] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0d412e-e254-4f7d-af8c-cb6cf8021859 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.563664] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093d652a-cdae-48f6-afb7-a99a879dca6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.568036] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 729.568036] env[69371]: value = "task-4129810" [ 729.568036] env[69371]: _type = "Task" [ 729.568036] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.602043] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1022f87-d52a-436e-b982-28d1b4f06c77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.608843] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.614804] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50601ab7-2dff-46a9-84ce-012e5d27b5e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.631297] env[69371]: DEBUG nova.compute.provider_tree [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.641702] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129809, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.986825] env[69371]: INFO nova.compute.manager [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Took 33.06 seconds to build instance. [ 730.080635] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129810, 'name': ReconfigVM_Task, 'duration_secs': 0.317603} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.081011] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 881a0b1e-4043-4466-aec3-9ab73a4f9575/881a0b1e-4043-4466-aec3-9ab73a4f9575.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.081798] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fda1ea20-1b43-473b-96d7-e613b3fbf92c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.091769] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 730.091769] env[69371]: value = "task-4129811" [ 730.091769] env[69371]: _type = "Task" [ 730.091769] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.105527] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129811, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.142020] env[69371]: DEBUG nova.scheduler.client.report [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.148384] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129809, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.165226] env[69371]: DEBUG nova.compute.manager [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Received event network-changed-2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.165818] env[69371]: DEBUG nova.compute.manager [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Refreshing instance network info cache due to event network-changed-2897f6a4-3c37-4b36-ae2c-c947474e8d5d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.165818] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Acquiring lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.165818] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Acquired lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.166373] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Refreshing network info cache for port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.362013] env[69371]: DEBUG nova.compute.manager [req-589db90d-8b00-4d70-a951-bba13e77a6b7 req-60c5c54a-20f3-4eb5-ba9c-d5e5d66e64af service nova] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Received event network-vif-deleted-ba3be554-dbb5-4a9d-9a0b-0d34b4357ce0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.489111] env[69371]: DEBUG oslo_concurrency.lockutils [None req-611a040b-a674-4a25-ab43-807c4cab669c tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.568s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.607023] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129811, 'name': Rename_Task, 'duration_secs': 0.190524} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.607023] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.607023] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aee7516-0b79-4bdb-800a-6cea7f7345b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.616199] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 730.616199] env[69371]: value = "task-4129812" [ 730.616199] env[69371]: _type = "Task" [ 730.616199] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.627209] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.642581] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129809, 'name': Destroy_Task, 'duration_secs': 1.21009} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.644079] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Destroyed the VM [ 730.644079] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.645174] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.987s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.649146] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.649146] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1fc953d1-c14d-41bf-9f04-baa583a5caaa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.655468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.913s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.656024] env[69371]: DEBUG nova.objects.instance [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lazy-loading 'resources' on Instance uuid 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.665941] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 730.665941] env[69371]: value = "task-4129813" [ 730.665941] env[69371]: _type = "Task" [ 730.665941] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.680078] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129813, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.994054] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.060107] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updated VIF entry in instance network info cache for port 2897f6a4-3c37-4b36-ae2c-c947474e8d5d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.060483] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating instance_info_cache with network_info: [{"id": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "address": "fa:16:3e:2b:6b:9d", "network": {"id": "b9470aaa-9b07-4f42-8d74-a6d3e813a8d4", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1745210636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b068de5f39ef4e5e903d06b4e634c3d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2897f6a4-3c", "ovs_interfaceid": "2897f6a4-3c37-4b36-ae2c-c947474e8d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.129554] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.158262] env[69371]: DEBUG nova.compute.utils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.159308] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.159514] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.176686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "065b704e-0717-4af5-9816-52ebdf54b9db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.176973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.183828] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129813, 'name': RemoveSnapshot_Task} progress is 38%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.196527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.196759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.196801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.197456] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.197529] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.203094] env[69371]: INFO nova.compute.manager [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Terminating instance [ 731.256798] env[69371]: DEBUG nova.policy [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de13dffe1717447d9bd2c3f8a5de3115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a71b14642681435cbebf62ffe7ead96f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.527975] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.564388] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Releasing lock "refresh_cache-38dfffac-77ba-45e6-83bd-455a2c5bfef4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.564732] env[69371]: DEBUG nova.compute.manager [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Received event network-changed-f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.564952] env[69371]: DEBUG nova.compute.manager [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Refreshing instance network info cache due to event network-changed-f645606a-65a1-473f-beb7-399dc24cc8f6. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.565208] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Acquiring lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.565355] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Acquired lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.565524] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Refreshing network info cache for port f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.633508] env[69371]: DEBUG oslo_vmware.api [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129812, 'name': PowerOnVM_Task, 'duration_secs': 0.541811} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.633508] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.633508] env[69371]: INFO nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Took 7.96 seconds to spawn the instance on the hypervisor. [ 731.633787] env[69371]: DEBUG nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.634528] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee9bdf-8562-4099-b774-5ec88dda75f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.666619] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.684701] env[69371]: DEBUG oslo_vmware.api [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129813, 'name': RemoveSnapshot_Task, 'duration_secs': 0.967784} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.684943] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.685949] env[69371]: INFO nova.compute.manager [None req-fc0be0d9-544f-401e-b22d-04922bf59c61 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 731.714383] env[69371]: DEBUG nova.compute.manager [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.714471] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.715792] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5d9859-8509-4055-b87a-1d400f9ae9f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.727571] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.727914] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a18b78a-e157-4732-938a-d0ae9cfec3e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.738232] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 731.738232] env[69371]: value = "task-4129814" [ 731.738232] env[69371]: _type = "Task" [ 731.738232] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.756693] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.791052] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Successfully created port: 7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.809374] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4493e447-9866-491b-960c-ad2cf2d05851 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.820897] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3c7b0-e081-4142-bd9b-9da86dd3682c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.856531] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e689cb-d90f-4255-9213-80a2f2e3ed8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.867448] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d00129-0933-4057-8b8e-6967000fb3d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.886845] env[69371]: DEBUG nova.compute.provider_tree [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.164430] env[69371]: INFO nova.compute.manager [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Took 35.19 seconds to build instance. [ 732.250886] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129814, 'name': PowerOffVM_Task, 'duration_secs': 0.236021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.253684] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.253684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.253684] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f51d3af-ebec-4eb6-aedb-72f502bdebd5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.391314] env[69371]: DEBUG nova.scheduler.client.report [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.208651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-65ff78d5-2fca-42a4-b6a6-bdc8e970efb2 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.247s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.209664] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.212388] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.557s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.215538] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.215538] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.215538] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Deleting the datastore file [datastore2] c8e87a78-3598-4db2-8006-72c42c0d89d6 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.217040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.223s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.217040] env[69371]: DEBUG nova.objects.instance [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lazy-loading 'resources' on Instance uuid 004d22f6-e3e6-4966-b700-5b69f2b8f472 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.220720] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3b26f6-b415-4a29-9026-d4f83a69d738 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.228884] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for the task: (returnval){ [ 733.228884] env[69371]: value = "task-4129816" [ 733.228884] env[69371]: _type = "Task" [ 733.228884] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.241357] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.250674] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.250964] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.251176] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.251379] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.251538] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.251701] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.251913] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.252085] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.252272] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.252447] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.252619] env[69371]: DEBUG nova.virt.hardware [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.253998] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aa6f2e-45a7-44f5-a0fe-212b82cc4990 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.257379] env[69371]: INFO nova.scheduler.client.report [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Deleted allocations for instance 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d [ 733.268617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf22a0d-884b-4777-9413-3e6808dcf224 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.621734] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Successfully updated port: 7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.623744] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updated VIF entry in instance network info cache for port f645606a-65a1-473f-beb7-399dc24cc8f6. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.624037] env[69371]: DEBUG nova.network.neutron [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updating instance_info_cache with network_info: [{"id": "f645606a-65a1-473f-beb7-399dc24cc8f6", "address": "fa:16:3e:48:9d:b4", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf645606a-65", "ovs_interfaceid": "f645606a-65a1-473f-beb7-399dc24cc8f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.723734] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.746499] env[69371]: DEBUG oslo_vmware.api [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Task: {'id': task-4129816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324373} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.746499] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.746499] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.746499] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.746499] env[69371]: INFO nova.compute.manager [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Took 2.03 seconds to destroy the instance on the hypervisor. [ 733.747102] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.747102] env[69371]: DEBUG nova.compute.manager [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.747102] env[69371]: DEBUG nova.network.neutron [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.766871] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b75f8531-4977-4d51-be88-599be8a07469 tempest-InstanceActionsNegativeTestJSON-373430315 tempest-InstanceActionsNegativeTestJSON-373430315-project-member] Lock "40d2c0bd-36c0-4ddd-b94b-4e8687e4076d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.214s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.130373] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a8b9922-06d2-453d-b863-75f8e48a9cb8 req-8264b231-8da1-48be-b4d2-486e7e98d422 service nova] Releasing lock "refresh_cache-2a6009f5-bca6-47c4-8bf8-df472114d87e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.131108] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.131248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquired lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.131400] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.257986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.321851] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94159cde-c04c-4862-8a5a-8f920a13cc95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.329023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eaffae-aa5d-4fe3-8f29-3d21d58e0a6f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.361599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3734892-d00e-4ac9-8ecb-df20c27e3fdd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.370514] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f104cc-0602-4f57-b7ba-4212cef95d22 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.385548] env[69371]: DEBUG nova.compute.provider_tree [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.713870] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.740163] env[69371]: DEBUG nova.compute.manager [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Received event network-vif-plugged-7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.740163] env[69371]: DEBUG oslo_concurrency.lockutils [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] Acquiring lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.740163] env[69371]: DEBUG oslo_concurrency.lockutils [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.740822] env[69371]: DEBUG oslo_concurrency.lockutils [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.741242] env[69371]: DEBUG nova.compute.manager [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] No waiting events found dispatching network-vif-plugged-7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.741689] env[69371]: WARNING nova.compute.manager [req-d2abebf3-266b-4b9d-95e4-2b3eff84bcb4 req-3961a824-9219-47df-95f4-4d9338066fde service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Received unexpected event network-vif-plugged-7c1b030b-8792-4082-bbd2-7fbabbe1153c for instance with vm_state building and task_state spawning. [ 734.891182] env[69371]: DEBUG nova.scheduler.client.report [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.896139] env[69371]: DEBUG nova.network.neutron [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.200397] env[69371]: DEBUG nova.network.neutron [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Updating instance_info_cache with network_info: [{"id": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "address": "fa:16:3e:6e:19:9d", "network": {"id": "eab1462d-7cde-448f-b837-3ed80e655111", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488300303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a71b14642681435cbebf62ffe7ead96f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1b030b-87", "ovs_interfaceid": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.343341] env[69371]: DEBUG nova.compute.manager [req-2beeabc3-244d-4c84-8ad0-804a33f837fd req-9709cb9d-559d-4817-93a0-279e4fe62195 service nova] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Received event network-vif-deleted-3f71d07d-102f-483d-adc1-9ccd2308856c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.403060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.405930] env[69371]: INFO nova.compute.manager [-] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Took 1.66 seconds to deallocate network for instance. [ 735.406406] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.950s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.408040] env[69371]: INFO nova.compute.claims [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.494198] env[69371]: INFO nova.scheduler.client.report [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Deleted allocations for instance 004d22f6-e3e6-4966-b700-5b69f2b8f472 [ 735.529978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.530198] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.706249] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Releasing lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.706249] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Instance network_info: |[{"id": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "address": "fa:16:3e:6e:19:9d", "network": {"id": "eab1462d-7cde-448f-b837-3ed80e655111", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488300303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a71b14642681435cbebf62ffe7ead96f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1b030b-87", "ovs_interfaceid": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.706480] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:19:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c1b030b-8792-4082-bbd2-7fbabbe1153c', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.714937] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Creating folder: Project (a71b14642681435cbebf62ffe7ead96f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.716232] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e9f209-030b-4f56-ad02-f997bf22b4ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.729320] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Created folder: Project (a71b14642681435cbebf62ffe7ead96f) in parent group-v817910. [ 735.729600] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Creating folder: Instances. Parent ref: group-v817987. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.729896] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d772d129-d391-49d1-ac2e-f7e78cd8a58d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.743929] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Created folder: Instances in parent group-v817987. [ 735.743929] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.743929] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.743929] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5c630c-2a66-4b8b-889e-000f7ce3bbec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.776064] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.776064] env[69371]: value = "task-4129819" [ 735.776064] env[69371]: _type = "Task" [ 735.776064] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.783596] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129819, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.920881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.005196] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c222f812-9dd5-4845-8547-de0abdb9056f tempest-ServerDiagnosticsV248Test-315758272 tempest-ServerDiagnosticsV248Test-315758272-project-member] Lock "004d22f6-e3e6-4966-b700-5b69f2b8f472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.476s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.286638] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129819, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.418225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.418602] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.512731] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.513048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.513345] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.513536] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.513699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.516476] env[69371]: INFO nova.compute.manager [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Terminating instance [ 736.792132] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129819, 'name': CreateVM_Task, 'duration_secs': 0.724427} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.792394] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.793114] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.794489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.794489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.794489] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1953a626-4808-4466-b19e-e015cb156988 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.800749] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 736.800749] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521a5d63-2932-ecba-a1ad-69e811532627" [ 736.800749] env[69371]: _type = "Task" [ 736.800749] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.816190] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521a5d63-2932-ecba-a1ad-69e811532627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.928315] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8842743-debb-4404-9801-1bdade385361 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.937636] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea5ca9-01f8-4345-a32e-863cc9282c81 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.979311] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13e5bc9-b4ac-47ad-9068-39fde4474e54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.985176] env[69371]: DEBUG nova.compute.manager [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Received event network-changed-7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.985176] env[69371]: DEBUG nova.compute.manager [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Refreshing instance network info cache due to event network-changed-7c1b030b-8792-4082-bbd2-7fbabbe1153c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.985176] env[69371]: DEBUG oslo_concurrency.lockutils [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] Acquiring lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.985176] env[69371]: DEBUG oslo_concurrency.lockutils [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] Acquired lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.985176] env[69371]: DEBUG nova.network.neutron [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Refreshing network info cache for port 7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.001801] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c91bb-fa25-49c3-953d-c05fd9f6af58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.020102] env[69371]: DEBUG nova.compute.provider_tree [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.021633] env[69371]: DEBUG nova.compute.manager [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.021840] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.023034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e4a59-9851-45cd-8614-04cb16687ef2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.032929] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.034640] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d8c0a8-dace-4ea7-9982-8691265c3971 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.043671] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 737.043671] env[69371]: value = "task-4129820" [ 737.043671] env[69371]: _type = "Task" [ 737.043671] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.056921] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.316559] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521a5d63-2932-ecba-a1ad-69e811532627, 'name': SearchDatastore_Task, 'duration_secs': 0.015909} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.317056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.317284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.317523] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.317672] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.318635] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.318635] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3c225b-ad60-4c13-ae05-76d2e9c4ccfb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.334144] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.334144] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.336067] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f5dff4-ba21-4303-b283-2b61e5347045 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.342368] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 737.342368] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52316089-d257-c66b-b3cb-42aae7b44a51" [ 737.342368] env[69371]: _type = "Task" [ 737.342368] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.358146] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52316089-d257-c66b-b3cb-42aae7b44a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.410909] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "28443994-167a-440a-8235-c2ecc98733ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.412133] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.524370] env[69371]: DEBUG nova.scheduler.client.report [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.566592] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129820, 'name': PowerOffVM_Task, 'duration_secs': 0.219395} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.566592] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.566821] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.567923] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7792d7-d875-4564-ac0e-61a82eafa2ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.644595] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.644886] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.645021] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleting the datastore file [datastore1] 8f6144e5-282f-4210-83f3-d17ebdc0fe12 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.645294] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f10896e-2d56-49f8-8d3c-7b6532131099 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.655835] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for the task: (returnval){ [ 737.655835] env[69371]: value = "task-4129822" [ 737.655835] env[69371]: _type = "Task" [ 737.655835] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.663714] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.856079] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52316089-d257-c66b-b3cb-42aae7b44a51, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.857268] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220c3a55-0370-4661-8391-b2950d66fd6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.864038] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 737.864038] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d02421-a53a-7aa7-7b02-8e7570d182ce" [ 737.864038] env[69371]: _type = "Task" [ 737.864038] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.877020] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d02421-a53a-7aa7-7b02-8e7570d182ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.029457] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.031073] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.033736] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.439s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.035571] env[69371]: INFO nova.compute.claims [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.061606] env[69371]: DEBUG nova.network.neutron [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Updated VIF entry in instance network info cache for port 7c1b030b-8792-4082-bbd2-7fbabbe1153c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.062045] env[69371]: DEBUG nova.network.neutron [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Updating instance_info_cache with network_info: [{"id": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "address": "fa:16:3e:6e:19:9d", "network": {"id": "eab1462d-7cde-448f-b837-3ed80e655111", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1488300303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a71b14642681435cbebf62ffe7ead96f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c1b030b-87", "ovs_interfaceid": "7c1b030b-8792-4082-bbd2-7fbabbe1153c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.142263] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "384b0c67-defe-49f6-b6e2-7c91026707ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.142450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.165080] env[69371]: DEBUG oslo_vmware.api [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Task: {'id': task-4129822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392593} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.165354] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.165558] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.165739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.165937] env[69371]: INFO nova.compute.manager [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.166225] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.166463] env[69371]: DEBUG nova.compute.manager [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.166544] env[69371]: DEBUG nova.network.neutron [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.383529] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d02421-a53a-7aa7-7b02-8e7570d182ce, 'name': SearchDatastore_Task, 'duration_secs': 0.026333} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.384069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.384454] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5b765100-3eae-4e07-b5ef-abd247bb4835/5b765100-3eae-4e07-b5ef-abd247bb4835.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.384965] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0ac56e-004d-4a8f-98a1-1a63b5578974 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.393559] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 738.393559] env[69371]: value = "task-4129823" [ 738.393559] env[69371]: _type = "Task" [ 738.393559] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.404284] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.547631] env[69371]: DEBUG nova.compute.utils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.556023] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.565655] env[69371]: DEBUG oslo_concurrency.lockutils [req-90354a42-365b-4b3b-bc82-caeb9c44d465 req-7e314574-6c68-4047-a12a-ac3a0d03864d service nova] Releasing lock "refresh_cache-5b765100-3eae-4e07-b5ef-abd247bb4835" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.914129] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129823, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.057942] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.392408] env[69371]: DEBUG nova.network.neutron [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.408303] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715616} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.412645] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5b765100-3eae-4e07-b5ef-abd247bb4835/5b765100-3eae-4e07-b5ef-abd247bb4835.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.413291] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.418654] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b16bf8b5-7446-40b7-8d7d-2478c06db746 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.424797] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.425361] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.434248] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 739.434248] env[69371]: value = "task-4129824" [ 739.434248] env[69371]: _type = "Task" [ 739.434248] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.449609] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.509590] env[69371]: DEBUG nova.compute.manager [req-778a779c-55fb-40fc-9da0-e5721973a922 req-bf072fa9-a730-4a2a-b41e-7e1d18391066 service nova] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Received event network-vif-deleted-c47a5614-9475-4fe7-90b1-7ce78a3b82ca {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.763835] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aeb1a4-9adb-433f-bc1f-af1ed0069937 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.771996] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73885811-637c-4dc0-ab81-04c158f9152c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.806418] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90494ec5-cbd4-4d4b-92c1-c5f77fb30615 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.817336] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa348327-6cc9-4c0e-ac22-e6e0530789e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.835726] env[69371]: DEBUG nova.compute.provider_tree [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.896133] env[69371]: INFO nova.compute.manager [-] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Took 1.73 seconds to deallocate network for instance. [ 739.947441] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.947922] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.948847] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00067086-774a-4446-926b-14bccc8ce972 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.978766] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 5b765100-3eae-4e07-b5ef-abd247bb4835/5b765100-3eae-4e07-b5ef-abd247bb4835.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.979282] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ee5898-74f9-4135-a61b-fd2156bf6f18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.002437] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 740.002437] env[69371]: value = "task-4129825" [ 740.002437] env[69371]: _type = "Task" [ 740.002437] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.012130] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.083028] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.115637] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.115960] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.116140] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.116318] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.116474] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.116597] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.116790] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.116932] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.117110] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.117269] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.117436] env[69371]: DEBUG nova.virt.hardware [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.118312] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3828d1bb-1fd6-49df-bf56-997feb6fe5cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.127510] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a76c31-5345-458e-8eb9-381e67f1d407 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.145094] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.153975] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Creating folder: Project (58524ce9aa6a49558b0794c4184923e5). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.153975] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fcc0059-0788-4de4-8b93-efd960a46905 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.163661] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Created folder: Project (58524ce9aa6a49558b0794c4184923e5) in parent group-v817910. [ 740.163869] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Creating folder: Instances. Parent ref: group-v817990. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.164149] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5a0c02d-d629-4da8-a052-8e7852e64683 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.174831] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Created folder: Instances in parent group-v817990. [ 740.175044] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.175279] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.175462] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6746247-9873-4448-bb24-796c795d1ac2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.196569] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.196569] env[69371]: value = "task-4129828" [ 740.196569] env[69371]: _type = "Task" [ 740.196569] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.205973] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129828, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.340159] env[69371]: DEBUG nova.scheduler.client.report [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.403600] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.516709] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.708712] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129828, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.846161] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.847733] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.849735] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.859s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.850030] env[69371]: DEBUG nova.objects.instance [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lazy-loading 'resources' on Instance uuid fff38139-053a-493f-80e9-1cc9844f733b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.981352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "19afd615-3771-440d-8556-0342b1ff805f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.981634] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.023229] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129825, 'name': ReconfigVM_Task, 'duration_secs': 0.855973} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.023229] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 5b765100-3eae-4e07-b5ef-abd247bb4835/5b765100-3eae-4e07-b5ef-abd247bb4835.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.023417] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b53961-6860-4c22-819b-a24519eeaa67 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.032183] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 741.032183] env[69371]: value = "task-4129829" [ 741.032183] env[69371]: _type = "Task" [ 741.032183] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.044466] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129829, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.210798] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129828, 'name': CreateVM_Task, 'duration_secs': 0.580404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.211053] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.211559] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.211858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.212313] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.212704] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0a2ffc-7239-4fe8-a367-a1179c333c21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.218978] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 741.218978] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52977dff-2f5b-0335-5988-40c4d15401e5" [ 741.218978] env[69371]: _type = "Task" [ 741.218978] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.230893] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52977dff-2f5b-0335-5988-40c4d15401e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.353869] env[69371]: DEBUG nova.compute.utils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.359637] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.360164] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.430999] env[69371]: DEBUG nova.policy [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2313effa3f89447f980794990513cc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eef787d8d9d444a9636625a9338fa28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.548276] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.548418] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129829, 'name': Rename_Task, 'duration_secs': 0.274268} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.551370] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.552989] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.554376] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a17b05a-e33e-4902-85e4-f2b4837c7bc0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.562621] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 741.562621] env[69371]: value = "task-4129830" [ 741.562621] env[69371]: _type = "Task" [ 741.562621] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.575704] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.732572] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52977dff-2f5b-0335-5988-40c4d15401e5, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.736565] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.736813] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.737179] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.737474] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.737686] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.738229] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ea1904-11db-4fa3-9032-972ed4b55181 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.749066] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.749283] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.753938] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4b24c3-5833-4f5e-8700-40bf2b98a2bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.760331] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 741.760331] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a9ce2c-a566-3eee-9f5b-26e63a9748bc" [ 741.760331] env[69371]: _type = "Task" [ 741.760331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.770362] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a9ce2c-a566-3eee-9f5b-26e63a9748bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.860490] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.973504] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aeab6d-291d-4a46-a172-08265fd9fe62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.982144] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8410cd4-3976-4419-8c88-c2575e7a2d85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.020033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef112a7-03e0-49c2-b17d-41ee23ddfbda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.030662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4eca2-a393-47d5-9bdc-4e0435faaa01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.052216] env[69371]: DEBUG nova.compute.provider_tree [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.066818] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.068610] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.069783] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.071722] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.071722] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.071722] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.071722] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 742.071722] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 742.080866] env[69371]: DEBUG oslo_vmware.api [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129830, 'name': PowerOnVM_Task, 'duration_secs': 0.482778} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.080866] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.080866] env[69371]: INFO nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Took 8.87 seconds to spawn the instance on the hypervisor. [ 742.080866] env[69371]: DEBUG nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.080866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c9177-fd67-4fc7-a29d-f9bc05044d11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.226245] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Successfully created port: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.279395] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a9ce2c-a566-3eee-9f5b-26e63a9748bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.280202] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1c4160-2072-4ac3-935c-fabbc1aac05b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.288941] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 742.288941] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526e28a5-115c-6039-6d8a-3c84334a6c5e" [ 742.288941] env[69371]: _type = "Task" [ 742.288941] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.299218] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e28a5-115c-6039-6d8a-3c84334a6c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.371686] env[69371]: INFO nova.virt.block_device [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Booting with volume 17b43ee7-b940-46f8-b256-252ce6095165 at /dev/sda [ 742.429905] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd3d8096-dc96-439b-8d8a-03c8e8559b09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.439350] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd41f20-4d53-4b70-8d3f-510efb3f97e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.478237] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3da7b948-f801-4ee4-8be5-19e0512f245a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.488758] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8da415-1cef-4c5e-aa16-fd2d9e119224 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.523389] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cffd8f3-962b-4e2d-a42e-d0b50ae638b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.531408] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc81df9-39f0-4cf6-a249-1783dc0770a4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.550060] env[69371]: DEBUG nova.virt.block_device [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updating existing volume attachment record: 36c60ae9-c8bb-4abb-b33d-89c984141b7e {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.569497] env[69371]: DEBUG nova.scheduler.client.report [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.574238] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.610062] env[69371]: INFO nova.compute.manager [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Took 37.40 seconds to build instance. [ 742.802023] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e28a5-115c-6039-6d8a-3c84334a6c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.802023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.802023] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.802597] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe977f6-db71-478f-b39c-960d7761d657 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.815493] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 742.815493] env[69371]: value = "task-4129831" [ 742.815493] env[69371]: _type = "Task" [ 742.815493] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.827330] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.074229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.077203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.669s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.078860] env[69371]: INFO nova.compute.claims [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.110067] env[69371]: INFO nova.scheduler.client.report [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Deleted allocations for instance fff38139-053a-493f-80e9-1cc9844f733b [ 743.118478] env[69371]: DEBUG oslo_concurrency.lockutils [None req-11a2fe15-0bc8-4faa-ae0e-a3aac4cd8dd9 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.135s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.330672] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495108} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.330946] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.332876] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.333195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec50f94-1b74-4118-a5e8-1b2ce02edd0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.341773] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 743.341773] env[69371]: value = "task-4129832" [ 743.341773] env[69371]: _type = "Task" [ 743.341773] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.351792] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.622627] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.626670] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1cd1d037-039f-41d5-bdf7-ec860368c529 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147 tempest-FloatingIPsAssociationNegativeTestJSON-1116673147-project-member] Lock "fff38139-053a-493f-80e9-1cc9844f733b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.528s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.852439] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069819} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.852715] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.853555] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfafebcd-97aa-489a-8d30-8ccaa8689de3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.887606] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.887965] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85e6a75-e100-4f98-b99c-70b33c59c6ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.912375] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 743.912375] env[69371]: value = "task-4129833" [ 743.912375] env[69371]: _type = "Task" [ 743.912375] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.924694] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.961486] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.961592] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.965420] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.965686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.157429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.201150] env[69371]: DEBUG nova.compute.manager [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Received event network-vif-plugged-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.201150] env[69371]: DEBUG oslo_concurrency.lockutils [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] Acquiring lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.201150] env[69371]: DEBUG oslo_concurrency.lockutils [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.201150] env[69371]: DEBUG oslo_concurrency.lockutils [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.201503] env[69371]: DEBUG nova.compute.manager [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] No waiting events found dispatching network-vif-plugged-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 744.201503] env[69371]: WARNING nova.compute.manager [req-9c81662a-3923-4792-a2cb-7d27f69600bc req-7a3002c8-5cb5-4427-a6f6-a7e30923a0f4 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Received unexpected event network-vif-plugged-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 for instance with vm_state building and task_state block_device_mapping. [ 744.202556] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Successfully updated port: 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.427482] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.705148] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.705316] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquired lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705474] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.711099] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.711099] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.711099] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.711099] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.711443] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.711443] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.711443] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.711443] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.711678] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.711732] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.711909] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.712116] env[69371]: DEBUG nova.virt.hardware [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.716239] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a389b-c641-4f48-a15d-01f7bf562cde {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.720601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "5b765100-3eae-4e07-b5ef-abd247bb4835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.720828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.721314] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.721571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.721746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.724931] env[69371]: INFO nova.compute.manager [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Terminating instance [ 744.739940] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68144aa-37fc-4196-9418-ed94b2153d80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.781715] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af119964-0487-4588-9a85-2a91c3ae5992 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.793304] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b0d2c1-68a1-419c-b0b1-c3b2b1eff169 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.826697] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b8b6d-16d5-4180-a0c9-ad292fe5337c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.835289] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b8f388-0e75-44fc-b316-0d518af35620 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.852082] env[69371]: DEBUG nova.compute.provider_tree [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.924012] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129833, 'name': ReconfigVM_Task, 'duration_secs': 0.767264} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.924348] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfigured VM instance instance-00000019 to attach disk [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.925059] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ad5f47-56c5-4f07-b735-254d30a1206a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.932777] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 744.932777] env[69371]: value = "task-4129834" [ 744.932777] env[69371]: _type = "Task" [ 744.932777] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.942293] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129834, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.232378] env[69371]: DEBUG nova.compute.manager [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.232684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.233618] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39845979-d97a-42cb-be9e-17b5b9b719f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.245035] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.245035] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a8a4d3-f32f-402a-ac8a-c171a6f75a49 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.252972] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 745.252972] env[69371]: value = "task-4129835" [ 745.252972] env[69371]: _type = "Task" [ 745.252972] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.263502] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.356920] env[69371]: DEBUG nova.scheduler.client.report [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.446751] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129834, 'name': Rename_Task, 'duration_secs': 0.159307} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.447335] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.447999] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b14e7ca-50a2-406e-8327-4dcbac615f16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.456949] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 745.456949] env[69371]: value = "task-4129836" [ 745.456949] env[69371]: _type = "Task" [ 745.456949] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.468920] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.497698] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.702946] env[69371]: DEBUG nova.network.neutron [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updating instance_info_cache with network_info: [{"id": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "address": "fa:16:3e:ff:76:e2", "network": {"id": "2e3b9cdc-9929-45bb-9b24-6d589cc2b541", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-109943667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eef787d8d9d444a9636625a9338fa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547cd7b-92", "ovs_interfaceid": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.773848] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129835, 'name': PowerOffVM_Task, 'duration_secs': 0.2403} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.774409] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.774793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.775805] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9342d135-dc70-4c44-a95c-745d1b5adab1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.850177] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.850428] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.850611] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Deleting the datastore file [datastore2] 5b765100-3eae-4e07-b5ef-abd247bb4835 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.850895] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0b8d690-60a4-4910-b526-93ffcdbb7e72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.862262] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.862622] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.872525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.090s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.875052] env[69371]: INFO nova.compute.claims [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.879935] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for the task: (returnval){ [ 745.879935] env[69371]: value = "task-4129838" [ 745.879935] env[69371]: _type = "Task" [ 745.879935] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.891269] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.968595] env[69371]: DEBUG oslo_vmware.api [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129836, 'name': PowerOnVM_Task, 'duration_secs': 0.498807} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.968888] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.969134] env[69371]: INFO nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Took 5.89 seconds to spawn the instance on the hypervisor. [ 745.969375] env[69371]: DEBUG nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.970258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cc8a5-26a5-4ebe-b9d2-606dd4b30047 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.206804] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Releasing lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.207223] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Instance network_info: |[{"id": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "address": "fa:16:3e:ff:76:e2", "network": {"id": "2e3b9cdc-9929-45bb-9b24-6d589cc2b541", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-109943667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eef787d8d9d444a9636625a9338fa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547cd7b-92", "ovs_interfaceid": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.207712] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:76:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7547cd7b-92d3-4236-bf1c-1fc6cc52efb9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.215583] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Creating folder: Project (2eef787d8d9d444a9636625a9338fa28). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.215863] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3456a89-0d8a-4c12-ab40-634287f56ac0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.229973] env[69371]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 746.230210] env[69371]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69371) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 746.230598] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Folder already exists: Project (2eef787d8d9d444a9636625a9338fa28). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 746.230804] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Creating folder: Instances. Parent ref: group-v817949. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.231092] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f5e3a74-59ae-47f3-9738-589d6629074a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.247193] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Created folder: Instances in parent group-v817949. [ 746.247518] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.247747] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.248083] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c2406ad-a29a-47d2-b3f6-c43d142fdd14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.274271] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.274271] env[69371]: value = "task-4129841" [ 746.274271] env[69371]: _type = "Task" [ 746.274271] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.284917] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129841, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.340255] env[69371]: DEBUG nova.compute.manager [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Received event network-changed-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.340585] env[69371]: DEBUG nova.compute.manager [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Refreshing instance network info cache due to event network-changed-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.340835] env[69371]: DEBUG oslo_concurrency.lockutils [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] Acquiring lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.340985] env[69371]: DEBUG oslo_concurrency.lockutils [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] Acquired lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.341165] env[69371]: DEBUG nova.network.neutron [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Refreshing network info cache for port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.385475] env[69371]: DEBUG nova.compute.utils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.387169] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.388423] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.407504] env[69371]: DEBUG oslo_vmware.api [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Task: {'id': task-4129838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170607} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.408527] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.408676] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.408854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.409040] env[69371]: INFO nova.compute.manager [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Took 1.18 seconds to destroy the instance on the hypervisor. [ 746.409300] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.409518] env[69371]: DEBUG nova.compute.manager [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.409613] env[69371]: DEBUG nova.network.neutron [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.479022] env[69371]: DEBUG nova.policy [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e81db65f24749a7999b865910311fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59118aab1ef7439a861de55e217fbea5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.497838] env[69371]: INFO nova.compute.manager [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Took 38.07 seconds to build instance. [ 746.753866] env[69371]: DEBUG nova.compute.manager [req-8ab50e1b-8926-4863-921d-7c5dcb9718c0 req-380d8a20-3153-47d2-96d6-8d4ad239b228 service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Received event network-vif-deleted-7c1b030b-8792-4082-bbd2-7fbabbe1153c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.754202] env[69371]: INFO nova.compute.manager [req-8ab50e1b-8926-4863-921d-7c5dcb9718c0 req-380d8a20-3153-47d2-96d6-8d4ad239b228 service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Neutron deleted interface 7c1b030b-8792-4082-bbd2-7fbabbe1153c; detaching it from the instance and deleting it from the info cache [ 746.754449] env[69371]: DEBUG nova.network.neutron [req-8ab50e1b-8926-4863-921d-7c5dcb9718c0 req-380d8a20-3153-47d2-96d6-8d4ad239b228 service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.787276] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129841, 'name': CreateVM_Task, 'duration_secs': 0.511884} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.787604] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.788428] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '36c60ae9-c8bb-4abb-b33d-89c984141b7e', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817957', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'name': 'volume-17b43ee7-b940-46f8-b256-252ce6095165', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b63ab591-c43b-4347-8dd7-4bd747f394d5', 'attached_at': '', 'detached_at': '', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'serial': '17b43ee7-b940-46f8-b256-252ce6095165'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69371) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 746.788805] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Root volume attach. Driver type: vmdk {{(pid=69371) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 746.789719] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874b979-843f-4180-90ea-32ff0c0d2dab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.800981] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c86de6-b105-4c36-aaaa-b6ee23cb0476 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810374] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99a578c-1718-42d1-bec0-ab8374a236ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.818152] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-10a22041-e96e-4947-83de-ef113e74ae93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.829027] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 746.829027] env[69371]: value = "task-4129842" [ 746.829027] env[69371]: _type = "Task" [ 746.829027] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.839298] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129842, 'name': RelocateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.897987] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.999713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-15dcc0f0-8ee3-4add-84f1-b0e17178e62f tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.791s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.084898] env[69371]: DEBUG nova.network.neutron [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updated VIF entry in instance network info cache for port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.085355] env[69371]: DEBUG nova.network.neutron [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updating instance_info_cache with network_info: [{"id": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "address": "fa:16:3e:ff:76:e2", "network": {"id": "2e3b9cdc-9929-45bb-9b24-6d589cc2b541", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-109943667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eef787d8d9d444a9636625a9338fa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547cd7b-92", "ovs_interfaceid": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.236233] env[69371]: DEBUG nova.network.neutron [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.238613] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Successfully created port: 9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.258158] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26823cc3-dd12-47a7-8d53-f7ef2e462489 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.270945] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a560ec-d59b-4a1d-be04-96d6c212bc56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314755] env[69371]: DEBUG nova.compute.manager [req-8ab50e1b-8926-4863-921d-7c5dcb9718c0 req-380d8a20-3153-47d2-96d6-8d4ad239b228 service nova] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Detach interface failed, port_id=7c1b030b-8792-4082-bbd2-7fbabbe1153c, reason: Instance 5b765100-3eae-4e07-b5ef-abd247bb4835 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.345442] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129842, 'name': RelocateVM_Task} progress is 20%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.504049] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.565317] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f541622-630a-4442-8147-9807a76994ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.575766] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8439670d-0f17-4cda-8a8d-eadddd7b4d36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.607767] env[69371]: DEBUG oslo_concurrency.lockutils [req-328d93a3-c6e5-4e5e-86f2-e1eb9e906893 req-4cd0e167-8696-4d30-bb0d-d53487bcaac2 service nova] Releasing lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.609305] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77707dc4-d33d-438d-aba1-1be24b9b6a7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.617225] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace4957-5666-4241-85e2-a775b9599b88 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.631403] env[69371]: DEBUG nova.compute.provider_tree [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.742225] env[69371]: INFO nova.compute.manager [-] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Took 1.33 seconds to deallocate network for instance. [ 747.839121] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129842, 'name': RelocateVM_Task, 'duration_secs': 0.687386} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.839396] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 747.839604] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817957', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'name': 'volume-17b43ee7-b940-46f8-b256-252ce6095165', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b63ab591-c43b-4347-8dd7-4bd747f394d5', 'attached_at': '', 'detached_at': '', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'serial': '17b43ee7-b940-46f8-b256-252ce6095165'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 747.840443] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95885ceb-02db-404e-ab9f-3626275be274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.857327] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95ac02-3d29-4200-af8a-4f8a586c3776 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.880844] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-17b43ee7-b940-46f8-b256-252ce6095165/volume-17b43ee7-b940-46f8-b256-252ce6095165.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.881190] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6225968-bf5a-426c-84f3-56b67a264d2f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.902702] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 747.902702] env[69371]: value = "task-4129843" [ 747.902702] env[69371]: _type = "Task" [ 747.902702] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.909803] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.916901] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.947936] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.948830] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.948997] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.949229] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.949391] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.949543] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.949765] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.949926] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.950131] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.950310] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.950494] env[69371]: DEBUG nova.virt.hardware [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.951414] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963974c-6014-4a6f-b2d4-8ee5c7c1a0cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.960829] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d946b26-e9b4-433e-be11-defe2c35f960 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.986703] env[69371]: INFO nova.compute.manager [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Rebuilding instance [ 748.031895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.035716] env[69371]: DEBUG nova.compute.manager [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.036741] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417b3c15-e90f-4b94-91b9-900698352832 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.134328] env[69371]: DEBUG nova.scheduler.client.report [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.249771] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.414918] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.642181] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.642181] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.643493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.304s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.647361] env[69371]: INFO nova.compute.claims [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.916728] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.054741] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.055307] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d495aba5-498a-4e92-be45-af300070d060 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.067023] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 749.067023] env[69371]: value = "task-4129844" [ 749.067023] env[69371]: _type = "Task" [ 749.067023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.073720] env[69371]: DEBUG nova.compute.manager [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Received event network-vif-plugged-9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.074440] env[69371]: DEBUG oslo_concurrency.lockutils [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.076184] env[69371]: DEBUG oslo_concurrency.lockutils [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.076184] env[69371]: DEBUG oslo_concurrency.lockutils [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.076184] env[69371]: DEBUG nova.compute.manager [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] No waiting events found dispatching network-vif-plugged-9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.076184] env[69371]: WARNING nova.compute.manager [req-f9f86a66-95a2-436c-bcc4-14807471d72b req-1b415fee-aebe-4c96-9b07-0f564e26526d service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Received unexpected event network-vif-plugged-9de496d1-17f9-443a-a313-94a6fbcce06b for instance with vm_state building and task_state spawning. [ 749.084033] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.118283] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Successfully updated port: 9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.153345] env[69371]: DEBUG nova.compute.utils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.158698] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.158698] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.232794] env[69371]: DEBUG nova.policy [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc3d10d281f4440e9a36f86e283766a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32cc15eb837e4ab98492bed4079b6b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.422285] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129843, 'name': ReconfigVM_Task, 'duration_secs': 1.260502} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.422285] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-17b43ee7-b940-46f8-b256-252ce6095165/volume-17b43ee7-b940-46f8-b256-252ce6095165.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.426867] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b6d7c0-b9d5-442d-8146-ac13930f4369 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.444042] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 749.444042] env[69371]: value = "task-4129845" [ 749.444042] env[69371]: _type = "Task" [ 749.444042] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.454183] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.588846] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129844, 'name': PowerOffVM_Task, 'duration_secs': 0.213195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.588846] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.588846] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.588846] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02955948-c05a-449f-9f8c-9bcaec8aa561 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.597925] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.598403] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1038bd9d-4759-4d85-aeed-9af12c76d04c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.622956] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.622956] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.622956] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.628393] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.629178] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.629725] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Deleting the datastore file [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.631232] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adf7adb9-c29f-4dfd-a6f6-e510aaa3c8c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.640206] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 749.640206] env[69371]: value = "task-4129847" [ 749.640206] env[69371]: _type = "Task" [ 749.640206] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.647014] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Successfully created port: cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.655967] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.659336] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.956771] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129845, 'name': ReconfigVM_Task, 'duration_secs': 0.149246} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.957131] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817957', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'name': 'volume-17b43ee7-b940-46f8-b256-252ce6095165', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b63ab591-c43b-4347-8dd7-4bd747f394d5', 'attached_at': '', 'detached_at': '', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'serial': '17b43ee7-b940-46f8-b256-252ce6095165'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 749.957632] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b36cbb7-e0f0-44e6-b212-59e8b4fd9ade {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.964504] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 749.964504] env[69371]: value = "task-4129848" [ 749.964504] env[69371]: _type = "Task" [ 749.964504] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.976209] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129848, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.157131] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093041} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.157338] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.157509] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.157683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.167488] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.256623] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f516340-cf81-4f92-a88f-32152150c59b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.265121] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4089576d-89f0-4e91-8bc4-f4d009617734 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.305268] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7e8bb-8981-4c84-ab98-13b6643d6c9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.317140] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e23ace-d0c2-4866-92f1-377c0353cbda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.342029] env[69371]: DEBUG nova.compute.provider_tree [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.348063] env[69371]: DEBUG nova.network.neutron [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.474447] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129848, 'name': Rename_Task, 'duration_secs': 0.146081} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.474750] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.474998] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3275b534-a017-4ef2-afca-3c585606d8a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.481986] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 750.481986] env[69371]: value = "task-4129849" [ 750.481986] env[69371]: _type = "Task" [ 750.481986] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.491455] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.668024] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.696650] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.696904] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.697075] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.697298] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.697456] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.697603] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.697812] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.697969] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.698183] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.698307] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.698480] env[69371]: DEBUG nova.virt.hardware [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.699437] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae3b862-dbf5-420e-85ad-5fde36ce2705 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.709415] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502059a0-87e1-4d86-92e5-93ebd3587b02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.845285] env[69371]: DEBUG nova.scheduler.client.report [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.851857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.852204] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Instance network_info: |[{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.852992] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:6b:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9de496d1-17f9-443a-a313-94a6fbcce06b', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.864301] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Creating folder: Project (59118aab1ef7439a861de55e217fbea5). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.865645] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2242da5e-b04d-408c-93d3-6da5403dc277 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.879427] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Created folder: Project (59118aab1ef7439a861de55e217fbea5) in parent group-v817910. [ 750.879427] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Creating folder: Instances. Parent ref: group-v817995. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.880992] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921bc692-fa14-4b47-8b68-4d08d1a77184 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.895672] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Created folder: Instances in parent group-v817995. [ 750.896035] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.896200] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.896418] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4bc92e-b1ca-4343-9535-3d2d1eb5f1d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.920350] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.920350] env[69371]: value = "task-4129852" [ 750.920350] env[69371]: _type = "Task" [ 750.920350] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.929877] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129852, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.951425] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.951699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.992983] env[69371]: DEBUG oslo_vmware.api [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129849, 'name': PowerOnVM_Task, 'duration_secs': 0.4709} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.993333] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.993516] env[69371]: INFO nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Took 6.28 seconds to spawn the instance on the hypervisor. [ 750.993709] env[69371]: DEBUG nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.994594] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30604a19-f188-436b-82cf-69d17079c68c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.099061] env[69371]: DEBUG nova.compute.manager [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Received event network-changed-9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.099585] env[69371]: DEBUG nova.compute.manager [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Refreshing instance network info cache due to event network-changed-9de496d1-17f9-443a-a313-94a6fbcce06b. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.099585] env[69371]: DEBUG oslo_concurrency.lockutils [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] Acquiring lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.099684] env[69371]: DEBUG oslo_concurrency.lockutils [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] Acquired lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.099792] env[69371]: DEBUG nova.network.neutron [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Refreshing network info cache for port 9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.194686] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.194977] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.195170] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.195386] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.195499] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.195630] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.195835] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.196065] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.196205] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.196373] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.196547] env[69371]: DEBUG nova.virt.hardware [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.197489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8611bcfd-28e9-4fb1-b551-074c4ccc8c89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.206155] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb48bd5-eb04-4527-a74d-806c6c2c01dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.221894] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.228268] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.228599] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.228825] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80b785c4-1ac4-483b-b4ad-feed065d2291 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.247788] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.247788] env[69371]: value = "task-4129853" [ 751.247788] env[69371]: _type = "Task" [ 751.247788] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.257832] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129853, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.355022] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.357194] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.399s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.359059] env[69371]: INFO nova.compute.claims [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.433255] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129852, 'name': CreateVM_Task, 'duration_secs': 0.350812} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.433440] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.434221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.434461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.434848] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.435466] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5e1c68-e575-43ff-8c17-c0010c914b3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.442958] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 751.442958] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52dc4ff8-8cc2-0a67-30d4-d6117284224b" [ 751.442958] env[69371]: _type = "Task" [ 751.442958] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.453015] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52dc4ff8-8cc2-0a67-30d4-d6117284224b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.516592] env[69371]: INFO nova.compute.manager [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Took 40.95 seconds to build instance. [ 751.643193] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Successfully updated port: cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.759525] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129853, 'name': CreateVM_Task, 'duration_secs': 0.316009} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.759715] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.760139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.827748] env[69371]: DEBUG nova.network.neutron [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updated VIF entry in instance network info cache for port 9de496d1-17f9-443a-a313-94a6fbcce06b. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.828133] env[69371]: DEBUG nova.network.neutron [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.866168] env[69371]: DEBUG nova.compute.utils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.867368] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.867728] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.923212] env[69371]: DEBUG nova.policy [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdb8132e131c4d319f3412e390dcc741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77aa6405c3d4ba48767c1be81d64d01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.954952] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52dc4ff8-8cc2-0a67-30d4-d6117284224b, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.955407] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.955684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.956025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.956196] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.956395] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.956689] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.956991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.957289] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f35bc00-f734-4580-bf11-e26458719593 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.959240] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad40112-2613-4b7b-83b2-9037824a3c71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.965370] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 751.965370] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520cdfb1-e33c-37e7-e3fc-2b444417b945" [ 751.965370] env[69371]: _type = "Task" [ 751.965370] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.969723] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.969909] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.970968] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47fac72-a5fc-4ad0-af10-3cc8628aa009 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.976516] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520cdfb1-e33c-37e7-e3fc-2b444417b945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.980109] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 751.980109] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529df1a2-e9c7-1930-1308-7b956cc6f31d" [ 751.980109] env[69371]: _type = "Task" [ 751.980109] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.988171] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529df1a2-e9c7-1930-1308-7b956cc6f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.021364] env[69371]: DEBUG oslo_concurrency.lockutils [None req-77275677-71b2-42cd-ba50-8d1c7208e4f3 tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.475s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.147232] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.147408] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.147528] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.280885] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Successfully created port: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.331396] env[69371]: DEBUG oslo_concurrency.lockutils [req-3877be37-c596-420c-a467-4e0fe94c0d1d req-e2d6777a-d31b-4999-ba3f-b1b7ae3cb5fb service nova] Releasing lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.371820] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.478017] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520cdfb1-e33c-37e7-e3fc-2b444417b945, 'name': SearchDatastore_Task, 'duration_secs': 0.016609} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.482818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.482953] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.487268] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.498632] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529df1a2-e9c7-1930-1308-7b956cc6f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.029482} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.499449] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647f4eeb-5b78-4007-80bd-8768aa740416 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.507446] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 752.507446] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528bd206-d23f-8b47-156e-fc0cb65d039e" [ 752.507446] env[69371]: _type = "Task" [ 752.507446] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.515793] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528bd206-d23f-8b47-156e-fc0cb65d039e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.525744] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.710867] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.942800] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65656e5-e966-4517-a55a-db54d7191bac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.951273] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39afaaba-f296-4f46-9b91-11c9d7aef04d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.983867] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69a295-0142-419a-8997-ea81414efc0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.992195] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f163bbbe-ed12-4a43-ae6e-5255523de09b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.005992] env[69371]: DEBUG nova.compute.provider_tree [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.016489] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528bd206-d23f-8b47-156e-fc0cb65d039e, 'name': SearchDatastore_Task, 'duration_secs': 0.032215} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.016892] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.016998] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.017295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.017471] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.017680] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f57b0c-9c92-4e8c-924d-0d075ff2cc8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.019960] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdf440d-0839-4189-96cf-bbb0e7d3e691 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.027048] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 753.027048] env[69371]: value = "task-4129854" [ 753.027048] env[69371]: _type = "Task" [ 753.027048] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.033256] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.033446] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.036651] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0e13a4-c946-4d1f-861a-5087c9ee552f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.042657] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.046229] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 753.046229] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52851d9d-ea13-01af-d7a9-0e3beae605b6" [ 753.046229] env[69371]: _type = "Task" [ 753.046229] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.056511] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52851d9d-ea13-01af-d7a9-0e3beae605b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.056804] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.127347] env[69371]: DEBUG nova.network.neutron [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.384231] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.415159] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.415159] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.415159] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.415336] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.415336] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.415336] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.415336] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.415683] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.417032] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.417397] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.417697] env[69371]: DEBUG nova.virt.hardware [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.418957] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0694380-3806-42e1-90b0-3a636d7e9cff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.430682] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab915b0e-affe-4c51-85a5-13c21569b2a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.510157] env[69371]: DEBUG nova.scheduler.client.report [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.534627] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-vif-plugged-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.535069] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Acquiring lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.535106] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.535334] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.535545] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] No waiting events found dispatching network-vif-plugged-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.535726] env[69371]: WARNING nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received unexpected event network-vif-plugged-cbda6317-6a6f-4927-8e55-57d728ec86e9 for instance with vm_state building and task_state spawning. [ 753.535929] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.536097] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing instance network info cache due to event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.536269] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.545230] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129854, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.558593] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52851d9d-ea13-01af-d7a9-0e3beae605b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.559542] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2639bbaa-9764-426b-b3c2-08d479555a86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.568287] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 753.568287] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52909613-9d7d-c830-6b39-4de37362ac12" [ 753.568287] env[69371]: _type = "Task" [ 753.568287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.580150] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52909613-9d7d-c830-6b39-4de37362ac12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.630669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.631115] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Instance network_info: |[{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.631433] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.631627] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.634139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:cb:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbda6317-6a6f-4927-8e55-57d728ec86e9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.648381] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Creating folder: Project (32cc15eb837e4ab98492bed4079b6b6e). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.650213] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-509c7b65-51b6-43d5-9baf-a3e3c9aa31e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.665243] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Created folder: Project (32cc15eb837e4ab98492bed4079b6b6e) in parent group-v817910. [ 753.665461] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Creating folder: Instances. Parent ref: group-v817999. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.665767] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df01ae3-90a0-4404-b013-8eb97b50b230 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.678227] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Created folder: Instances in parent group-v817999. [ 753.678503] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.678706] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.678924] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c729eb6-e249-460c-9e60-c0d51875696c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.700832] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.700832] env[69371]: value = "task-4129857" [ 753.700832] env[69371]: _type = "Task" [ 753.700832] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.711112] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129857, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.775446] env[69371]: DEBUG nova.compute.manager [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Received event network-vif-plugged-1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.775446] env[69371]: DEBUG oslo_concurrency.lockutils [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] Acquiring lock "1444a73b-85f7-4917-854c-11183e643f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.775446] env[69371]: DEBUG oslo_concurrency.lockutils [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] Lock "1444a73b-85f7-4917-854c-11183e643f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.775446] env[69371]: DEBUG oslo_concurrency.lockutils [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] Lock "1444a73b-85f7-4917-854c-11183e643f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.775446] env[69371]: DEBUG nova.compute.manager [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] No waiting events found dispatching network-vif-plugged-1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.775602] env[69371]: WARNING nova.compute.manager [req-5420e1d6-0c00-4b68-ac75-87f3b33aef91 req-b6076599-d024-4d22-8173-d9d19d7d07d1 service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Received unexpected event network-vif-plugged-1b975013-3a69-4c7a-857f-2cb9d96fdd20 for instance with vm_state building and task_state spawning. [ 753.827124] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Successfully updated port: 1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.018836] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.019533] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.022961] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.603s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.023660] env[69371]: DEBUG nova.objects.instance [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lazy-loading 'resources' on Instance uuid bacc70dd-aa33-4f81-b909-de5067be475d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.041864] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.079308] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52909613-9d7d-c830-6b39-4de37362ac12, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.079492] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.079710] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.079978] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e77494-b276-4e65-8065-106c0975c86e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.088627] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 754.088627] env[69371]: value = "task-4129858" [ 754.088627] env[69371]: _type = "Task" [ 754.088627] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.100342] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.211893] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129857, 'name': CreateVM_Task, 'duration_secs': 0.394455} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.212084] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.212826] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.213047] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.213414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.213730] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7276a4b-a86a-44b4-af5f-cb945656d71e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.220053] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 754.220053] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a38188-4d40-50c0-a417-58c7f634c23b" [ 754.220053] env[69371]: _type = "Task" [ 754.220053] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.233232] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a38188-4d40-50c0-a417-58c7f634c23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.332306] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.334031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.334031] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.358834] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updated VIF entry in instance network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.359307] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.528182] env[69371]: DEBUG nova.compute.utils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.531778] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.532090] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.546938] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.599048] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.604428] env[69371]: DEBUG nova.policy [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdb8132e131c4d319f3412e390dcc741', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77aa6405c3d4ba48767c1be81d64d01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.731450] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a38188-4d40-50c0-a417-58c7f634c23b, 'name': SearchDatastore_Task, 'duration_secs': 0.049388} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.734276] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.734694] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.734771] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.734968] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.735181] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.736549] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15749974-d8cf-4b1b-b1ed-b9e66c308d59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.745867] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.746139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.747313] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84972680-9016-4cb7-8e4d-21af492b5250 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.757286] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 754.757286] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e9a3e1-a293-19f9-113b-4c94fba613ab" [ 754.757286] env[69371]: _type = "Task" [ 754.757286] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.766855] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e9a3e1-a293-19f9-113b-4c94fba613ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.865023] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.865023] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Received event network-changed-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.865023] env[69371]: DEBUG nova.compute.manager [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Refreshing instance network info cache due to event network-changed-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.865023] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Acquiring lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.865023] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Acquired lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.865245] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Refreshing network info cache for port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.879199] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.923491] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Successfully created port: ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.038298] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.053100] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129854, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.535505} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.053514] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.053750] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.054026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b5ab3d4-60b9-4ea8-8e5f-8779c3f5b83a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.067040] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 755.067040] env[69371]: value = "task-4129859" [ 755.067040] env[69371]: _type = "Task" [ 755.067040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.077396] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.088227] env[69371]: DEBUG nova.network.neutron [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Updating instance_info_cache with network_info: [{"id": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "address": "fa:16:3e:7f:db:38", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b975013-3a", "ovs_interfaceid": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.107031] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.129157] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f70388-118b-49a4-8609-e19d9657cdb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.138881] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2762f9-d89d-4d06-938e-a80ce55c991d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.171289] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1963f9f-b119-438c-9dc9-f6ff9a5a1278 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.179996] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7dcc07-3e4a-40e2-bfa1-ffaba97bad9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.196540] env[69371]: DEBUG nova.compute.provider_tree [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.268306] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e9a3e1-a293-19f9-113b-4c94fba613ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011121} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.271082] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e98514f-6b2f-435c-874f-15ec43602210 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.275902] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 755.275902] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5260db0a-6550-bf5f-f0e3-03449e132507" [ 755.275902] env[69371]: _type = "Task" [ 755.275902] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.284624] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5260db0a-6550-bf5f-f0e3-03449e132507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.581038] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22437} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.583192] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.584436] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0136cf0c-6717-4f09-9000-90f34d79d85f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.607347] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607846] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Instance network_info: |[{"id": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "address": "fa:16:3e:7f:db:38", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b975013-3a", "ovs_interfaceid": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.617702] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.619131] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:db:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b975013-3a69-4c7a-857f-2cb9d96fdd20', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.629814] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating folder: Project (a77aa6405c3d4ba48767c1be81d64d01). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.630598] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164f7b33-0567-4890-9d42-d57c661cf635 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.651584] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a284289b-f6a2-44c6-b482-99b68fc47c30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.653323] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129858, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.075685} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.654439] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.654660] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.655274] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81b8fba1-0c02-4008-acb4-5b774e622445 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.659962] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 755.659962] env[69371]: value = "task-4129860" [ 755.659962] env[69371]: _type = "Task" [ 755.659962] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.664987] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 755.664987] env[69371]: value = "task-4129862" [ 755.664987] env[69371]: _type = "Task" [ 755.664987] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.674855] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.674855] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Created folder: Project (a77aa6405c3d4ba48767c1be81d64d01) in parent group-v817910. [ 755.674855] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating folder: Instances. Parent ref: group-v818002. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.675469] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc3a048-2fdd-48f3-866d-a6bde40b8b54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.681170] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.687792] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Created folder: Instances in parent group-v818002. [ 755.688255] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.688584] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.688850] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f11886df-00e5-4e66-86d4-ec53c748c947 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.704329] env[69371]: DEBUG nova.scheduler.client.report [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.713824] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.713824] env[69371]: value = "task-4129864" [ 755.713824] env[69371]: _type = "Task" [ 755.713824] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.723650] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129864, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.788542] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5260db0a-6550-bf5f-f0e3-03449e132507, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.788864] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.789152] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/ee543d6d-19a1-4787-a2b3-fde6d8aa99fd.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.789430] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21012b9e-e3b6-4d24-96b7-5b1ce69a08b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.799652] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 755.799652] env[69371]: value = "task-4129865" [ 755.799652] env[69371]: _type = "Task" [ 755.799652] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.805221] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updated VIF entry in instance network info cache for port 7547cd7b-92d3-4236-bf1c-1fc6cc52efb9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.805221] env[69371]: DEBUG nova.network.neutron [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updating instance_info_cache with network_info: [{"id": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "address": "fa:16:3e:ff:76:e2", "network": {"id": "2e3b9cdc-9929-45bb-9b24-6d589cc2b541", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-109943667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eef787d8d9d444a9636625a9338fa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7547cd7b-92", "ovs_interfaceid": "7547cd7b-92d3-4236-bf1c-1fc6cc52efb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.812209] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.922108] env[69371]: DEBUG nova.compute.manager [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Received event network-changed-1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.922502] env[69371]: DEBUG nova.compute.manager [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Refreshing instance network info cache due to event network-changed-1b975013-3a69-4c7a-857f-2cb9d96fdd20. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.922719] env[69371]: DEBUG oslo_concurrency.lockutils [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] Acquiring lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.922965] env[69371]: DEBUG oslo_concurrency.lockutils [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] Acquired lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.923311] env[69371]: DEBUG nova.network.neutron [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Refreshing network info cache for port 1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.051026] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.078980] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.079291] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.079477] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.079704] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.079863] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.080028] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.080249] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.080407] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.080636] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.080734] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.080905] env[69371]: DEBUG nova.virt.hardware [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.081962] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3818d8b2-f25f-4fbc-ad9b-a323b82657e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.090621] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3f974d-42b8-4cbe-b671-6fc091498bfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.182993] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155638} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.189063] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.190199] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.191380] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b9c85-2bcb-48f6-83a1-a1e7206f8ba5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.214495] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.215616] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.217929] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938f1188-4614-412d-b468-502e30ca8a25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.234269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.327s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.236240] env[69371]: INFO nova.compute.claims [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.251971] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129864, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.254318] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 756.254318] env[69371]: value = "task-4129866" [ 756.254318] env[69371]: _type = "Task" [ 756.254318] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.264348] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.265590] env[69371]: INFO nova.scheduler.client.report [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Deleted allocations for instance bacc70dd-aa33-4f81-b909-de5067be475d [ 756.311245] env[69371]: DEBUG oslo_concurrency.lockutils [req-b88007a5-17a5-43da-b17f-899ac80c5f64 req-5c474cf4-c017-4ffc-998b-7fc39f2441f6 service nova] Releasing lock "refresh_cache-b63ab591-c43b-4347-8dd7-4bd747f394d5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.311612] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129865, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.487911] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Successfully updated port: ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.674253] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129860, 'name': ReconfigVM_Task, 'duration_secs': 0.684223} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.674630] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.675661] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4755b1c8-d58f-4839-a520-7dcce60289cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.686593] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 756.686593] env[69371]: value = "task-4129867" [ 756.686593] env[69371]: _type = "Task" [ 756.686593] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.699125] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129867, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.728782] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129864, 'name': CreateVM_Task, 'duration_secs': 0.59103} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.728782] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.729703] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.730738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.730738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.730738] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3149bc-ee30-4e23-b4b0-3d4f99880402 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.737459] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 756.737459] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ca2f79-3449-958f-ecc1-3d49252029e0" [ 756.737459] env[69371]: _type = "Task" [ 756.737459] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.749287] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ca2f79-3449-958f-ecc1-3d49252029e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.768114] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.774848] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1471c767-cb51-48dc-ba36-b99792f129c4 tempest-InstanceActionsTestJSON-1073860025 tempest-InstanceActionsTestJSON-1073860025-project-member] Lock "bacc70dd-aa33-4f81-b909-de5067be475d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.710s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.814031] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941573} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.814031] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/ee543d6d-19a1-4787-a2b3-fde6d8aa99fd.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.814031] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.814031] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c735e9c5-f311-4d03-af10-b3c5a696c6b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.822331] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 756.822331] env[69371]: value = "task-4129868" [ 756.822331] env[69371]: _type = "Task" [ 756.822331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.835926] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.861127] env[69371]: DEBUG nova.network.neutron [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Updated VIF entry in instance network info cache for port 1b975013-3a69-4c7a-857f-2cb9d96fdd20. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.861536] env[69371]: DEBUG nova.network.neutron [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Updating instance_info_cache with network_info: [{"id": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "address": "fa:16:3e:7f:db:38", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b975013-3a", "ovs_interfaceid": "1b975013-3a69-4c7a-857f-2cb9d96fdd20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.994215] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.994386] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.994542] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.201630] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129867, 'name': Rename_Task, 'duration_secs': 0.179372} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.201630] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.201630] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52a74337-25f3-4c8f-a2a1-0233649ac11d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.207836] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 757.207836] env[69371]: value = "task-4129869" [ 757.207836] env[69371]: _type = "Task" [ 757.207836] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.218959] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.254102] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ca2f79-3449-958f-ecc1-3d49252029e0, 'name': SearchDatastore_Task, 'duration_secs': 0.026179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.256140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.256140] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.256140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.256689] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.258038] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff177b2-1b51-4c4c-8ac3-17d71b9b582b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.270666] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129866, 'name': ReconfigVM_Task, 'duration_secs': 0.56583} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.271539] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.272784] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ab88945-4612-44ca-9a4f-df1aff23e9a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.281502] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.281502] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.283201] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef4baff-16bf-497a-a220-b96cb8ba61b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.288497] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 757.288497] env[69371]: value = "task-4129870" [ 757.288497] env[69371]: _type = "Task" [ 757.288497] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.294367] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 757.294367] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa69be-7a69-4183-c6c8-ab045c3f706e" [ 757.294367] env[69371]: _type = "Task" [ 757.294367] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.306876] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129870, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.314635] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa69be-7a69-4183-c6c8-ab045c3f706e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.339953] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080429} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.340314] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.344479] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf0258-ddfd-44ab-bd4f-23bd60b88b96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.370599] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/ee543d6d-19a1-4787-a2b3-fde6d8aa99fd.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.375167] env[69371]: DEBUG oslo_concurrency.lockutils [req-d5f7df6a-ff64-4c62-b48d-1262c2c40325 req-621cf876-6c7b-431b-901d-669c08769b2b service nova] Releasing lock "refresh_cache-1444a73b-85f7-4917-854c-11183e643f50" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.375719] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80353668-955a-418a-aed4-39a7ed2237dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.400752] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 757.400752] env[69371]: value = "task-4129871" [ 757.400752] env[69371]: _type = "Task" [ 757.400752] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.414840] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.538757] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.723803] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129869, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.804194] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129870, 'name': Rename_Task, 'duration_secs': 0.327535} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.815508] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.816129] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d09877-391b-4774-911c-b2b4ef3ab1da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.826870] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa69be-7a69-4183-c6c8-ab045c3f706e, 'name': SearchDatastore_Task, 'duration_secs': 0.047462} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.828056] env[69371]: DEBUG nova.network.neutron [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Updating instance_info_cache with network_info: [{"id": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "address": "fa:16:3e:a2:65:95", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1849b4-31", "ovs_interfaceid": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.831302] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 757.831302] env[69371]: value = "task-4129872" [ 757.831302] env[69371]: _type = "Task" [ 757.831302] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.831502] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01dbb27-0267-461a-9434-d696fa6916f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.848981] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129872, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.851481] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 757.851481] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c42b15-d8a7-b2ad-6490-ba35c81b02f7" [ 757.851481] env[69371]: _type = "Task" [ 757.851481] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.864830] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c42b15-d8a7-b2ad-6490-ba35c81b02f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.894375] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14031c21-8847-4262-acbe-717d7d239edf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.909648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4033c1-6659-4a77-8862-7cb47129976b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.919760] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.949843] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f281a3d8-fbb9-4e2e-9057-58514eeb92bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.960663] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78953dfa-0f95-44cd-a37c-1d224fc7fe90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.977694] env[69371]: DEBUG nova.compute.provider_tree [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.088383] env[69371]: DEBUG nova.compute.manager [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Received event network-vif-plugged-ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.088665] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Acquiring lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.088918] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.088918] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.089422] env[69371]: DEBUG nova.compute.manager [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] No waiting events found dispatching network-vif-plugged-ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.089557] env[69371]: WARNING nova.compute.manager [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Received unexpected event network-vif-plugged-ed1849b4-319d-46cd-96a0-d421c87e9d22 for instance with vm_state building and task_state spawning. [ 758.089802] env[69371]: DEBUG nova.compute.manager [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Received event network-changed-ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.090375] env[69371]: DEBUG nova.compute.manager [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Refreshing instance network info cache due to event network-changed-ed1849b4-319d-46cd-96a0-d421c87e9d22. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.090375] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Acquiring lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.228033] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.336425] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.337133] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Instance network_info: |[{"id": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "address": "fa:16:3e:a2:65:95", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1849b4-31", "ovs_interfaceid": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.341143] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Acquired lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.341218] env[69371]: DEBUG nova.network.neutron [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Refreshing network info cache for port ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.342554] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:65:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed1849b4-319d-46cd-96a0-d421c87e9d22', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.352608] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.354076] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.358843] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9a83b0-d256-442c-a7d8-b064778b7366 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.377760] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.385582] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c42b15-d8a7-b2ad-6490-ba35c81b02f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015854} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.387309] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.387640] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1444a73b-85f7-4917-854c-11183e643f50/1444a73b-85f7-4917-854c-11183e643f50.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.387949] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.387949] env[69371]: value = "task-4129873" [ 758.387949] env[69371]: _type = "Task" [ 758.387949] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.388308] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a796da0d-af03-42ec-87b6-61a5344a234c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.401728] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129873, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.403586] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 758.403586] env[69371]: value = "task-4129874" [ 758.403586] env[69371]: _type = "Task" [ 758.403586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.422581] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.423077] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129871, 'name': ReconfigVM_Task, 'duration_secs': 0.870038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.423246] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/ee543d6d-19a1-4787-a2b3-fde6d8aa99fd.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.423976] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-071c088b-da55-468a-9534-cc1839bf783b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.435023] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 758.435023] env[69371]: value = "task-4129875" [ 758.435023] env[69371]: _type = "Task" [ 758.435023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.442521] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129875, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.481453] env[69371]: DEBUG nova.scheduler.client.report [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.724564] env[69371]: DEBUG oslo_vmware.api [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129869, 'name': PowerOnVM_Task, 'duration_secs': 1.146099} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.726287] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.726287] env[69371]: INFO nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Took 10.82 seconds to spawn the instance on the hypervisor. [ 758.726474] env[69371]: DEBUG nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.727412] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff05009-500c-4d1e-b76e-6fde7a41fd6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.856545] env[69371]: DEBUG oslo_vmware.api [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129872, 'name': PowerOnVM_Task, 'duration_secs': 0.752708} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.857581] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.857939] env[69371]: DEBUG nova.compute.manager [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.859314] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ec69a6-9feb-48d5-b709-cad0c987bcee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.902631] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129873, 'name': CreateVM_Task, 'duration_secs': 0.492386} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.902998] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.903911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.904286] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.904781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.905218] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0ae3d2-d4d7-4b29-893f-d69d437a8ee7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.917208] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 758.917208] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5267b8a3-fb55-9574-9121-467ac667ea9d" [ 758.917208] env[69371]: _type = "Task" [ 758.917208] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.921449] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.939476] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5267b8a3-fb55-9574-9121-467ac667ea9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.955977] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129875, 'name': Rename_Task, 'duration_secs': 0.202959} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.956896] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.957424] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddd59e1-5006-4612-b2da-28d44b0496ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.971179] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 758.971179] env[69371]: value = "task-4129876" [ 758.971179] env[69371]: _type = "Task" [ 758.971179] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.985445] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.987705] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.988569] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.991447] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.870s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.991679] env[69371]: DEBUG nova.objects.instance [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lazy-loading 'resources' on Instance uuid b0d99289-a726-4243-999e-72e375c48bdb {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.261719] env[69371]: INFO nova.compute.manager [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Took 46.87 seconds to build instance. [ 759.382350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.420015] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627069} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.420475] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1444a73b-85f7-4917-854c-11183e643f50/1444a73b-85f7-4917-854c-11183e643f50.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.420886] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.421453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dd524c5-82b0-4055-8316-c32b10f443db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.439071] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5267b8a3-fb55-9574-9121-467ac667ea9d, 'name': SearchDatastore_Task, 'duration_secs': 0.024015} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.441056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.441173] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.441531] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.441747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.442020] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.442547] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 759.442547] env[69371]: value = "task-4129877" [ 759.442547] env[69371]: _type = "Task" [ 759.442547] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.442945] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d096c75a-dfce-4a7e-99b6-0100800bc082 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.452134] env[69371]: DEBUG nova.network.neutron [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Updated VIF entry in instance network info cache for port ed1849b4-319d-46cd-96a0-d421c87e9d22. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.452698] env[69371]: DEBUG nova.network.neutron [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Updating instance_info_cache with network_info: [{"id": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "address": "fa:16:3e:a2:65:95", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped1849b4-31", "ovs_interfaceid": "ed1849b4-319d-46cd-96a0-d421c87e9d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.463352] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.467993] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.469149] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.470038] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169324e1-826a-42de-8e1a-4f0bd00de93a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.487157] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 759.487157] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529b315c-745d-abec-ff5a-f1e4ea48e632" [ 759.487157] env[69371]: _type = "Task" [ 759.487157] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.493504] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.499745] env[69371]: DEBUG nova.compute.utils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.505486] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.505744] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.516968] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529b315c-745d-abec-ff5a-f1e4ea48e632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.617610] env[69371]: DEBUG nova.policy [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3613f1cf44234dc986dd22135d2c3120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '535016dccddd4fa98328324e9ab06fb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.769020] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd813786-86dc-458b-9fd3-6a432cd8a752 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.389s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.956493] env[69371]: DEBUG oslo_concurrency.lockutils [req-463e5dc3-a7e5-4573-8213-65ad62fd4f9b req-6694a437-f418-466a-be3d-1c6a04333f42 service nova] Releasing lock "refresh_cache-aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.961541] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119559} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.961819] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.963187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370213f2-bb10-4b45-9b7a-0ac94e020612 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.990764] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 1444a73b-85f7-4917-854c-11183e643f50/1444a73b-85f7-4917-854c-11183e643f50.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.996654] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6354365-6941-42ba-b267-8bf3425c53d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.012058] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.024370] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.029516] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 760.029516] env[69371]: value = "task-4129878" [ 760.029516] env[69371]: _type = "Task" [ 760.029516] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.029788] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529b315c-745d-abec-ff5a-f1e4ea48e632, 'name': SearchDatastore_Task, 'duration_secs': 0.048557} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.033844] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d75752-ad94-4a97-a209-da1d66731b7f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.039829] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Successfully created port: ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.048549] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.050766] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 760.050766] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523cb501-80c9-37eb-f48a-30d045ec038a" [ 760.050766] env[69371]: _type = "Task" [ 760.050766] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.062898] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523cb501-80c9-37eb-f48a-30d045ec038a, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.063223] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.063491] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] aa2b8b36-3d7f-48d2-afee-d1412bd34fb2/aa2b8b36-3d7f-48d2-afee-d1412bd34fb2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.063754] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-995ae370-03e5-4055-859d-1e6528c8d0b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.071866] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 760.071866] env[69371]: value = "task-4129879" [ 760.071866] env[69371]: _type = "Task" [ 760.071866] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.085986] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.148409] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5260ac-83a9-4d7d-bff2-2633723a1a7f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.158738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066dad1-05b6-457f-8f74-ad4276f80b09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.207902] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd96a629-73eb-4ea9-8495-1f69a200a36e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.221267] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f0e8a-5c60-4da7-b1cc-fb7ee47a5376 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.250024] env[69371]: DEBUG nova.compute.provider_tree [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.268826] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.494281] env[69371]: DEBUG oslo_vmware.api [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129876, 'name': PowerOnVM_Task, 'duration_secs': 1.261761} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.494281] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.494489] env[69371]: INFO nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Took 9.83 seconds to spawn the instance on the hypervisor. [ 760.495238] env[69371]: DEBUG nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.495869] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea54b0-4532-4417-a91e-443b6b624eca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.545970] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129878, 'name': ReconfigVM_Task, 'duration_secs': 0.471764} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.546565] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 1444a73b-85f7-4917-854c-11183e643f50/1444a73b-85f7-4917-854c-11183e643f50.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.547532] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8949fd-5f32-4d97-a29c-73540bea5e8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.558672] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 760.558672] env[69371]: value = "task-4129880" [ 760.558672] env[69371]: _type = "Task" [ 760.558672] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.573693] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129880, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.590844] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.737760] env[69371]: INFO nova.compute.manager [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Rebuilding instance [ 760.760191] env[69371]: DEBUG nova.scheduler.client.report [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.801035] env[69371]: DEBUG nova.compute.manager [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.802278] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77610fc-0dff-42a1-854c-932fdc18edde {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.815455] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.017251] env[69371]: INFO nova.compute.manager [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Took 41.25 seconds to build instance. [ 761.025091] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.058189] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.058480] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.058648] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.058865] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.059089] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.059324] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.059648] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.060191] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.060191] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.060352] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.060460] env[69371]: DEBUG nova.virt.hardware [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.061492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724917c-3ab5-415e-b878-a7110229f447 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.076537] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129880, 'name': Rename_Task, 'duration_secs': 0.412725} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.082626] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.083053] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a93cd3f-7775-4375-a90d-b1ae84f0f464 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.086648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57630b-ae5c-459e-a1ef-5fecda2060eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.097907] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129879, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.108868] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 761.108868] env[69371]: value = "task-4129881" [ 761.108868] env[69371]: _type = "Task" [ 761.108868] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.119288] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129881, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.267095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.270302] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.006s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.270302] env[69371]: DEBUG nova.objects.instance [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lazy-loading 'resources' on Instance uuid 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.288029] env[69371]: INFO nova.scheduler.client.report [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Deleted allocations for instance b0d99289-a726-4243-999e-72e375c48bdb [ 761.519466] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e98a96c3-bcbd-4b9f-a8cb-f0bac4ad795e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.473s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.588471] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129879, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.624922] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129881, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.797339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6afa86e0-635e-4dfc-b522-d837635bd105 tempest-InstanceActionsV221TestJSON-26070750 tempest-InstanceActionsV221TestJSON-26070750-project-member] Lock "b0d99289-a726-4243-999e-72e375c48bdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.736s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.819383] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.819876] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b820d5ee-488e-4178-9a61-d07633ab3b4a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.831183] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 761.831183] env[69371]: value = "task-4129882" [ 761.831183] env[69371]: _type = "Task" [ 761.831183] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.843743] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.857804] env[69371]: DEBUG nova.compute.manager [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 761.945355] env[69371]: DEBUG nova.compute.manager [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Received event network-vif-plugged-ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.945573] env[69371]: DEBUG oslo_concurrency.lockutils [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] Acquiring lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.948597] env[69371]: DEBUG oslo_concurrency.lockutils [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.948597] env[69371]: DEBUG oslo_concurrency.lockutils [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.948597] env[69371]: DEBUG nova.compute.manager [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] No waiting events found dispatching network-vif-plugged-ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.948597] env[69371]: WARNING nova.compute.manager [req-2730d855-bf4d-4134-8b57-ec1ca377f616 req-8a8ab0a4-0680-4784-b010-e6cc7cea8dae service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Received unexpected event network-vif-plugged-ee89c376-8c00-4bde-aa06-30ce76ff35e5 for instance with vm_state building and task_state spawning. [ 761.948597] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Successfully updated port: ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.023649] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.095498] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129879, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547649} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.100383] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] aa2b8b36-3d7f-48d2-afee-d1412bd34fb2/aa2b8b36-3d7f-48d2-afee-d1412bd34fb2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.100651] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.102802] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41b84b01-1f6e-4c8b-af3b-c7174a853e08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.115655] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 762.115655] env[69371]: value = "task-4129883" [ 762.115655] env[69371]: _type = "Task" [ 762.115655] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.138121] env[69371]: DEBUG oslo_vmware.api [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129881, 'name': PowerOnVM_Task, 'duration_secs': 1.013956} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.143228] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.145279] env[69371]: INFO nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 8.76 seconds to spawn the instance on the hypervisor. [ 762.145279] env[69371]: DEBUG nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.145279] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.145565] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db902c-2b72-4f44-b890-fa97e217fbad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.344994] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129882, 'name': PowerOffVM_Task, 'duration_secs': 0.193949} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.345529] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.345983] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.346992] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4336c4-eeb5-4d33-9a48-5e27f0e67531 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.355195] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.355654] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b1d92d-2b85-4c30-880a-63b1f4258472 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.371623] env[69371]: INFO nova.compute.manager [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Rescuing [ 762.371885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.372186] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.372356] env[69371]: DEBUG nova.network.neutron [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.388737] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.429935] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.430468] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.430706] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Deleting the datastore file [datastore2] c3c5257b-43a8-4732-a68f-00914ad78a98 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.431098] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac6d539-8f49-4608-bdd4-799a7190ae27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.438844] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 762.438844] env[69371]: value = "task-4129885" [ 762.438844] env[69371]: _type = "Task" [ 762.438844] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.456947] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.456947] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.456947] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.458161] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.470362] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184159f-0c5a-41f4-80d1-52c1b319e6ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.479561] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd6bfa-5191-402c-a43a-f6a91206ad90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.514985] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770be9f-82eb-4556-a6c5-6b432df8b78c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.525637] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5789af6-0256-4982-a634-78d0b373513d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.548767] env[69371]: DEBUG nova.compute.provider_tree [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.553484] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.610836] env[69371]: INFO nova.compute.manager [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Rebuilding instance [ 762.632326] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073079} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.632664] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.633801] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255586c9-0f90-4e33-bac1-57dcb111e45a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.663445] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] aa2b8b36-3d7f-48d2-afee-d1412bd34fb2/aa2b8b36-3d7f-48d2-afee-d1412bd34fb2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.676999] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810f18be-43a5-42b3-bb34-ee17c467752c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.693897] env[69371]: INFO nova.compute.manager [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 40.38 seconds to build instance. [ 762.701518] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 762.701518] env[69371]: value = "task-4129886" [ 762.701518] env[69371]: _type = "Task" [ 762.701518] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.712503] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.721126] env[69371]: DEBUG nova.compute.manager [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.722299] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dde60f7-db87-4877-81cd-e0698877daca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.957239] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101345} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.957239] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.957239] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.957770] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.021349] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.086214] env[69371]: ERROR nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] [req-c3730917-6e73-476c-935b-09eb28ea3fb8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3730917-6e73-476c-935b-09eb28ea3fb8"}]} [ 763.112093] env[69371]: DEBUG nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.130862] env[69371]: DEBUG nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.131101] env[69371]: DEBUG nova.compute.provider_tree [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.156243] env[69371]: DEBUG nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.181069] env[69371]: DEBUG nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.197907] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ab8339b5-90b4-44eb-9045-dca2950d9447 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.805s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.213038] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.291772] env[69371]: DEBUG nova.network.neutron [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Updating instance_info_cache with network_info: [{"id": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "address": "fa:16:3e:a6:6f:46", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee89c376-8c", "ovs_interfaceid": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.420583] env[69371]: DEBUG nova.network.neutron [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.701971] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.723179] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.746195] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.746195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e1b415-f4c1-4dea-a0ff-11a8d1d48459 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.761068] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 763.761068] env[69371]: value = "task-4129887" [ 763.761068] env[69371]: _type = "Task" [ 763.761068] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.770602] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.797017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.797017] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Instance network_info: |[{"id": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "address": "fa:16:3e:a6:6f:46", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee89c376-8c", "ovs_interfaceid": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.797317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:6f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee89c376-8c00-4bde-aa06-30ce76ff35e5', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.805246] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.807074] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.808033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c09e5-51da-4d20-9000-e1366592e94a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.812043] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93e29684-6e4b-4dee-8637-d2245ac0d962 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.838939] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb6927-e497-4660-af90-9e9bab048c59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.842704] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.842704] env[69371]: value = "task-4129888" [ 763.842704] env[69371]: _type = "Task" [ 763.842704] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.876994] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2da5de-a4b6-4cac-bda9-c2b165068c73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.884391] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129888, 'name': CreateVM_Task} progress is 15%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.891184] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d881ce6-7e62-4e16-bda0-02dc25183ac1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.910332] env[69371]: DEBUG nova.compute.provider_tree [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.926157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.002562] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.002899] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.003014] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.003227] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.003434] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.003607] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.003832] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.004013] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.004531] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.004719] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.004917] env[69371]: DEBUG nova.virt.hardware [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.005922] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb4c8fd-4020-40da-a7c0-d13a222b6c4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.021637] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d8fab-9199-4bef-acba-815e170c6361 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.027266] env[69371]: DEBUG nova.compute.manager [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Received event network-changed-ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.027533] env[69371]: DEBUG nova.compute.manager [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Refreshing instance network info cache due to event network-changed-ee89c376-8c00-4bde-aa06-30ce76ff35e5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.027792] env[69371]: DEBUG oslo_concurrency.lockutils [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] Acquiring lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.027952] env[69371]: DEBUG oslo_concurrency.lockutils [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] Acquired lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.028200] env[69371]: DEBUG nova.network.neutron [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Refreshing network info cache for port ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.043585] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.050925] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.050925] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.050925] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5498cd8-1192-4681-8b84-6678eabdb8ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.070044] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.070044] env[69371]: value = "task-4129889" [ 764.070044] env[69371]: _type = "Task" [ 764.070044] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.079813] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129889, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.220578] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129886, 'name': ReconfigVM_Task, 'duration_secs': 1.343868} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.220879] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Reconfigured VM instance instance-0000001e to attach disk [datastore1] aa2b8b36-3d7f-48d2-afee-d1412bd34fb2/aa2b8b36-3d7f-48d2-afee-d1412bd34fb2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.225613] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db922594-83d4-40df-bdf8-81bb8286ce07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.233548] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 764.233548] env[69371]: value = "task-4129890" [ 764.233548] env[69371]: _type = "Task" [ 764.233548] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.245420] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129890, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.246546] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.271605] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129887, 'name': PowerOffVM_Task, 'duration_secs': 0.230765} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.272504] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.272504] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.272782] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546a5c50-2fdb-41b6-bd6d-78c81ac6549b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.279880] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 764.279880] env[69371]: value = "task-4129891" [ 764.279880] env[69371]: _type = "Task" [ 764.279880] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.288765] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.361902] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129888, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.461755] env[69371]: DEBUG nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.461755] env[69371]: DEBUG nova.compute.provider_tree [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 54 to 55 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.461755] env[69371]: DEBUG nova.compute.provider_tree [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.588592] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129889, 'name': CreateVM_Task, 'duration_secs': 0.31449} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.588700] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.589099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.589423] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589741] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.590029] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2c9cc7-099f-439b-9974-e307cc14346c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.596790] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 764.596790] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5234247c-bf3c-68ea-3042-c4fd5599d802" [ 764.596790] env[69371]: _type = "Task" [ 764.596790] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.612102] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5234247c-bf3c-68ea-3042-c4fd5599d802, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.612476] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.612798] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.613110] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613629] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.614422] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5023d0c-0687-4ce3-8260-176d691a7d7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.624893] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.625106] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.626071] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed903bb9-202e-4c5a-af40-42ee10dfa13f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.632760] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 764.632760] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cfb521-50fb-0f10-44ad-c68e01caf1cf" [ 764.632760] env[69371]: _type = "Task" [ 764.632760] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.643520] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cfb521-50fb-0f10-44ad-c68e01caf1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.746330] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129890, 'name': Rename_Task, 'duration_secs': 0.186491} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.746729] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.747011] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc554b6-1090-438d-9084-8f15826f8822 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.755692] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 764.755692] env[69371]: value = "task-4129892" [ 764.755692] env[69371]: _type = "Task" [ 764.755692] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.769026] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.790924] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 764.791184] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.791391] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817929', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'name': 'volume-c5180242-630e-46ad-b436-f464aa880b45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38dfffac-77ba-45e6-83bd-455a2c5bfef4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'serial': 'c5180242-630e-46ad-b436-f464aa880b45'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.792247] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f8af9-fd47-45e8-bc30-0d327e24a5f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.816540] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61bb561-8651-4878-9d95-762f5a4beaac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.826153] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f8c100-48ec-4d73-a8cf-8ea0ea643d3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.850754] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf759d-9cd8-4757-832f-d5f407b04949 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.870138] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] The volume has not been displaced from its original location: [datastore2] volume-c5180242-630e-46ad-b436-f464aa880b45/volume-c5180242-630e-46ad-b436-f464aa880b45.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.879054] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.883204] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13072a47-84cd-420d-acf5-469818c6435a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.897503] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129888, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.904933] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 764.904933] env[69371]: value = "task-4129893" [ 764.904933] env[69371]: _type = "Task" [ 764.904933] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.914306] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.976106] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.705s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.979615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.507s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.979886] env[69371]: DEBUG nova.objects.instance [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lazy-loading 'resources' on Instance uuid 9c3b6446-8019-4eac-b0b9-1722de7181c6 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.001173] env[69371]: INFO nova.scheduler.client.report [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Deleted allocations for instance 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d [ 765.097167] env[69371]: DEBUG nova.network.neutron [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Updated VIF entry in instance network info cache for port ee89c376-8c00-4bde-aa06-30ce76ff35e5. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.097167] env[69371]: DEBUG nova.network.neutron [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Updating instance_info_cache with network_info: [{"id": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "address": "fa:16:3e:a6:6f:46", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee89c376-8c", "ovs_interfaceid": "ee89c376-8c00-4bde-aa06-30ce76ff35e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.144136] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cfb521-50fb-0f10-44ad-c68e01caf1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014261} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.145206] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae68188-f665-4e2d-9a8c-62432ae99904 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.151410] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 765.151410] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d55575-e1b9-568d-a1e7-b3e1653d85b9" [ 765.151410] env[69371]: _type = "Task" [ 765.151410] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.159881] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d55575-e1b9-568d-a1e7-b3e1653d85b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.173454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.173819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.266536] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.358905] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129888, 'name': CreateVM_Task, 'duration_secs': 1.49733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.358994] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.359932] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.360183] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.360604] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.361454] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09c6d4a-0dde-4df8-802b-9b0a452bc356 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.367686] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 765.367686] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5212e176-dafe-4034-e9e9-3cae937d3393" [ 765.367686] env[69371]: _type = "Task" [ 765.367686] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.378172] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5212e176-dafe-4034-e9e9-3cae937d3393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.414087] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129893, 'name': ReconfigVM_Task, 'duration_secs': 0.266641} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.414404] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.419302] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160a3b44-4081-4394-91ee-7cf212a2fb13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.438045] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 765.438045] env[69371]: value = "task-4129894" [ 765.438045] env[69371]: _type = "Task" [ 765.438045] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.449278] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.487736] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.488092] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897e432b-0b59-4490-968b-842ace2980a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.496963] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 765.496963] env[69371]: value = "task-4129895" [ 765.496963] env[69371]: _type = "Task" [ 765.496963] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.510140] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.510683] env[69371]: DEBUG oslo_concurrency.lockutils [None req-53e55524-0cb8-449b-a0ba-49269562ab16 tempest-ServerDiagnosticsTest-815977240 tempest-ServerDiagnosticsTest-815977240-project-member] Lock "2ff37a93-1d8d-4f5e-aaff-a83104a0c78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.598s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.599651] env[69371]: DEBUG oslo_concurrency.lockutils [req-f5c3fa6f-700c-4bc9-9898-5aaf667584ba req-d5281e48-bd02-4e3f-bdf5-2df79553aeb5 service nova] Releasing lock "refresh_cache-ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.667305] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d55575-e1b9-568d-a1e7-b3e1653d85b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.667584] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.667845] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.668134] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593f66be-59cb-4e1a-8ba0-e7283be52831 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.679247] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 765.679247] env[69371]: value = "task-4129896" [ 765.679247] env[69371]: _type = "Task" [ 765.679247] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.692804] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.768897] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.882977] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5212e176-dafe-4034-e9e9-3cae937d3393, 'name': SearchDatastore_Task, 'duration_secs': 0.034563} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.883564] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.883888] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.884164] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.884300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.884559] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.884981] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec48811-6b1c-4242-83a4-b0f1904a0c9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.897287] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.897425] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.898536] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea54b4c-e3eb-434f-942a-64275d292194 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.904441] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 765.904441] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbd61e-d129-528d-fdc7-b8dbef448881" [ 765.904441] env[69371]: _type = "Task" [ 765.904441] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.915775] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbd61e-d129-528d-fdc7-b8dbef448881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.949542] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129894, 'name': ReconfigVM_Task, 'duration_secs': 0.126239} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.949934] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817929', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'name': 'volume-c5180242-630e-46ad-b436-f464aa880b45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38dfffac-77ba-45e6-83bd-455a2c5bfef4', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5180242-630e-46ad-b436-f464aa880b45', 'serial': 'c5180242-630e-46ad-b436-f464aa880b45'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.950127] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.953288] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d465623-fc51-4f92-adc9-2398c576b5a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.961360] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.961360] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a37655f4-2a7c-488b-a745-5ed15fee59ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.008443] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129895, 'name': PowerOffVM_Task, 'duration_secs': 0.31618} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.008759] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.009602] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fb101-974d-48de-9588-f31d5a2c5a0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.030995] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d611a5e-64b0-4e04-94a2-14a6bc5740ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.036584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.036701] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.036797] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Deleting the datastore file [datastore2] 38dfffac-77ba-45e6-83bd-455a2c5bfef4 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.037606] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d37ccb9-97bc-4e69-b4f7-f7ccafd7fd18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.048511] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for the task: (returnval){ [ 766.048511] env[69371]: value = "task-4129898" [ 766.048511] env[69371]: _type = "Task" [ 766.048511] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.058752] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.079122] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.079787] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10f22d4-98ce-469b-a8b0-2dc2efb45635 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.088437] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 766.088437] env[69371]: value = "task-4129899" [ 766.088437] env[69371]: _type = "Task" [ 766.088437] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.101731] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.102052] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.102292] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.102474] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.102733] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.104187] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba198bba-ae98-4a0a-aac4-ff3f4cd05168 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.116514] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c44b87-fccf-4e8c-a2e7-8da58bfbd60d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.129019] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c7a98-170e-4aa0-a304-0dede53c0db5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.130735] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.130922] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.131732] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f6b15a-061f-4c1c-b61a-8118914ac565 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.141596] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 766.141596] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520bcd00-7ab5-4fbb-3451-1bf332a32e58" [ 766.141596] env[69371]: _type = "Task" [ 766.141596] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.175309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c90b2-07b3-48a0-b51e-ae6177070d45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.187816] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520bcd00-7ab5-4fbb-3451-1bf332a32e58, 'name': SearchDatastore_Task, 'duration_secs': 0.02335} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.191307] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fbb430-b957-465e-887f-6c3c96b91259 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.195590] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b13ee5-e4f3-4a10-a2a1-a5a9625ad4e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.205089] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129896, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.220856] env[69371]: DEBUG nova.compute.provider_tree [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.222725] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 766.222725] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524aca07-a597-bb85-4c2f-82a5a636b67f" [ 766.222725] env[69371]: _type = "Task" [ 766.222725] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.232844] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524aca07-a597-bb85-4c2f-82a5a636b67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.269083] env[69371]: DEBUG oslo_vmware.api [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129892, 'name': PowerOnVM_Task, 'duration_secs': 1.461523} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.269600] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.269843] env[69371]: INFO nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Took 10.22 seconds to spawn the instance on the hypervisor. [ 766.270154] env[69371]: DEBUG nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.270921] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d7467-5cdd-4674-8a43-1fdb1d4a4c17 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.419352] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbd61e-d129-528d-fdc7-b8dbef448881, 'name': SearchDatastore_Task, 'duration_secs': 0.035351} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.420306] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7463c76-ba5b-4dc1-ba0b-e1445af43dc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.427050] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 766.427050] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52660fc2-87e1-3623-db70-8c13fe0dca6b" [ 766.427050] env[69371]: _type = "Task" [ 766.427050] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.437784] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52660fc2-87e1-3623-db70-8c13fe0dca6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.559835] env[69371]: DEBUG oslo_vmware.api [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Task: {'id': task-4129898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160903} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.560253] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.560325] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.560463] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.634765] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 766.635368] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-971ece56-2ae2-4919-be85-dbce0efef69c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.646987] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909594a-580d-46f1-b115-38912fa3da88 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.686869] env[69371]: ERROR nova.compute.manager [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Failed to detach volume c5180242-630e-46ad-b436-f464aa880b45 from /dev/sda: nova.exception.InstanceNotFound: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Traceback (most recent call last): [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self.driver.rebuild(**kwargs) [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise NotImplementedError() [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] NotImplementedError [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] During handling of the above exception, another exception occurred: [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Traceback (most recent call last): [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 766.686869] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self.driver.detach_volume(context, old_connection_info, [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] return self._volumeops.detach_volume(connection_info, instance) [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._detach_volume_vmdk(connection_info, instance) [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] stable_ref.fetch_moref(session) [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] nova.exception.InstanceNotFound: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. [ 766.687283] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.698115] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763596} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.698426] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.698755] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.699135] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-598b941f-c1e7-41fd-8d90-4747396c4883 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.706912] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 766.706912] env[69371]: value = "task-4129900" [ 766.706912] env[69371]: _type = "Task" [ 766.706912] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.726313] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.734032] env[69371]: DEBUG nova.scheduler.client.report [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.745661] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524aca07-a597-bb85-4c2f-82a5a636b67f, 'name': SearchDatastore_Task, 'duration_secs': 0.026119} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.745938] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.746328] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 766.746663] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e89b41-7768-4bce-9aa1-d65018bc476c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.755999] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 766.755999] env[69371]: value = "task-4129901" [ 766.755999] env[69371]: _type = "Task" [ 766.755999] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.766840] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.796368] env[69371]: INFO nova.compute.manager [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Took 41.86 seconds to build instance. [ 766.882116] env[69371]: DEBUG nova.compute.utils [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Build of instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 aborted: Failed to rebuild volume backed instance. {{(pid=69371) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 766.885102] env[69371]: ERROR nova.compute.manager [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 aborted: Failed to rebuild volume backed instance. [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Traceback (most recent call last): [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self.driver.rebuild(**kwargs) [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise NotImplementedError() [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] NotImplementedError [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] During handling of the above exception, another exception occurred: [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Traceback (most recent call last): [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 766.885102] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._detach_root_volume(context, instance, root_bdm) [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] with excutils.save_and_reraise_exception(): [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self.force_reraise() [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise self.value [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self.driver.detach_volume(context, old_connection_info, [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] return self._volumeops.detach_volume(connection_info, instance) [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 766.885489] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._detach_volume_vmdk(connection_info, instance) [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] stable_ref.fetch_moref(session) [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] nova.exception.InstanceNotFound: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] During handling of the above exception, another exception occurred: [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Traceback (most recent call last): [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] yield [ 766.885768] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._do_rebuild_instance_with_claim( [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._do_rebuild_instance( [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._rebuild_default_impl(**kwargs) [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] self._rebuild_volume_backed_instance( [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] raise exception.BuildAbortException( [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] nova.exception.BuildAbortException: Build of instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 aborted: Failed to rebuild volume backed instance. [ 766.886115] env[69371]: ERROR nova.compute.manager [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] [ 766.940690] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52660fc2-87e1-3623-db70-8c13fe0dca6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013591} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.940966] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.941252] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac/ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.941569] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e07896-500c-4491-8e6c-36bf9e274aa3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.949728] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 766.949728] env[69371]: value = "task-4129902" [ 766.949728] env[69371]: _type = "Task" [ 766.949728] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.958671] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.222022] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196598} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.222022] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.222022] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b192a-5041-47f9-a508-add7e13f1d22 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.245443] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.246651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.249151] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2740dc36-91a7-4797-a850-82d33dcef7da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.264914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.738s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.267081] env[69371]: INFO nova.compute.claims [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.279198] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.280825] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 767.280825] env[69371]: value = "task-4129903" [ 767.280825] env[69371]: _type = "Task" [ 767.280825] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.285715] env[69371]: INFO nova.scheduler.client.report [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Deleted allocations for instance 9c3b6446-8019-4eac-b0b9-1722de7181c6 [ 767.290530] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.298324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b8f7910-e8e2-4117-a2a4-d4f2e4dcd449 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.759s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.460193] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.790393] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.799401] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.799922] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a31d5dc8-fc93-42aa-8989-0dfdbbd2a908 tempest-ServersTestJSON-1088778731 tempest-ServersTestJSON-1088778731-project-member] Lock "9c3b6446-8019-4eac-b0b9-1722de7181c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.684s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.801629] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.966475] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.283879] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129901, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.197713} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.284463] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 768.288326] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f39cd-7097-4dce-804b-2c91eb04c2df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.297396] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.320450] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.325360] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d96a7e-aa44-450a-bed1-3cb0beb3f783 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.340814] env[69371]: DEBUG nova.compute.manager [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.343938] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e386a-0b79-4edd-ad96-bc326978ccc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.346476] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 768.346476] env[69371]: value = "task-4129904" [ 768.346476] env[69371]: _type = "Task" [ 768.346476] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.357481] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.363753] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.469994] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195812} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.470667] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac/ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.471129] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.471558] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01e0054d-4cbe-4454-b988-7df8055fd5c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.484025] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 768.484025] env[69371]: value = "task-4129905" [ 768.484025] env[69371]: _type = "Task" [ 768.484025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.495233] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.798841] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129903, 'name': ReconfigVM_Task, 'duration_secs': 1.196163} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.799059] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Reconfigured VM instance instance-00000019 to attach disk [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98/c3c5257b-43a8-4732-a68f-00914ad78a98.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.799825] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf8bb3f-0628-4677-9489-4a588ec3fa57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.809833] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 768.809833] env[69371]: value = "task-4129906" [ 768.809833] env[69371]: _type = "Task" [ 768.809833] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.819599] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129906, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.860740] env[69371]: INFO nova.compute.manager [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] instance snapshotting [ 768.862364] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.865900] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb3feea-69fb-44b1-a589-545cc1730e58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.888666] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc66c8b-0dd8-4327-b87c-81ef2ea20243 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.903033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4928be20-f8aa-425e-802d-a7df878fc14f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.908281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.913882] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d86cc52-5c33-4034-9d83-c5e84fb2db43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.944012] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327025b7-08bb-4e85-9bbf-ea945312f1d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.952920] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca882bb-1d6b-4a0e-a222-97748cdbadb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.967815] env[69371]: DEBUG nova.compute.provider_tree [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.994513] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076914} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.994883] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.995795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82753fd4-c440-4bb4-aeec-89533fb2add1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.020788] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac/ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.021128] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b19fe44-7f07-4f25-9d20-38ea20169f74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044240] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 769.044240] env[69371]: value = "task-4129907" [ 769.044240] env[69371]: _type = "Task" [ 769.044240] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.056724] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.326635] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129906, 'name': Rename_Task, 'duration_secs': 0.509195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.326996] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.327469] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302923b7-22ec-4c39-9ba1-49b56d7162fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.336728] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Waiting for the task: (returnval){ [ 769.336728] env[69371]: value = "task-4129908" [ 769.336728] env[69371]: _type = "Task" [ 769.336728] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.354205] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.371952] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.400926] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.401346] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5eca78d5-0ae6-4222-b681-b7a2b0e4b690 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.411916] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 769.411916] env[69371]: value = "task-4129909" [ 769.411916] env[69371]: _type = "Task" [ 769.411916] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.423963] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.470788] env[69371]: DEBUG nova.scheduler.client.report [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.557056] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.851284] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129908, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.863933] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129904, 'name': ReconfigVM_Task, 'duration_secs': 1.114719} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.864221] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.865523] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22949ba3-2ae1-4be4-a5ef-ea8634ec6143 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.892712] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93b5f14-1fae-45ed-a88e-911d58f0e28a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.912474] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 769.912474] env[69371]: value = "task-4129910" [ 769.912474] env[69371]: _type = "Task" [ 769.912474] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.931492] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.932384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.932384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.932384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.933496] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.933496] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.934507] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129909, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.937902] env[69371]: INFO nova.compute.manager [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Terminating instance [ 769.980380] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.981274] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.983881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.726s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.987651] env[69371]: INFO nova.compute.claims [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.066021] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129907, 'name': ReconfigVM_Task, 'duration_secs': 0.552483} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.066021] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac/ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.066319] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9cd05b5-f2eb-439f-bbb6-e78e1eff6923 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.076342] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 770.076342] env[69371]: value = "task-4129911" [ 770.076342] env[69371]: _type = "Task" [ 770.076342] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.091956] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129911, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.348679] env[69371]: DEBUG oslo_vmware.api [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Task: {'id': task-4129908, 'name': PowerOnVM_Task, 'duration_secs': 0.745963} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.349110] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.349248] env[69371]: DEBUG nova.compute.manager [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.350075] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a554a-f380-417a-bee8-915bc7f1de79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.424572] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129910, 'name': ReconfigVM_Task, 'duration_secs': 0.24151} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.425290] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.425620] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5032bf17-0758-44b7-8849-34de3b442e0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.430801] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129909, 'name': CreateSnapshot_Task, 'duration_secs': 0.701185} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.431392] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.432179] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2391ee-a022-4e77-9f7f-830dd1e5023e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.436496] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 770.436496] env[69371]: value = "task-4129912" [ 770.436496] env[69371]: _type = "Task" [ 770.436496] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.442708] env[69371]: DEBUG nova.compute.manager [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.446627] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a46762-308d-4cd0-b94a-37c9be38d7ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.459452] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.462647] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050602a2-f605-4812-b519-01e783bb4078 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.504702] env[69371]: DEBUG nova.compute.utils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.508590] env[69371]: WARNING nova.virt.vmwareapi.driver [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. [ 770.508700] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.509469] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.509638] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.512124] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5744bc9-cb1a-4a29-b96b-1bc8fcc4ecf8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.524060] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7c063-16ff-483a-8db6-e502aaa5d5a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.567720] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.567947] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.568157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.568371] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.568622] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.570703] env[69371]: WARNING nova.virt.vmwareapi.vmops [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. [ 770.570953] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.571277] env[69371]: INFO nova.compute.manager [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Took 0.13 seconds to destroy the instance on the hypervisor. [ 770.571570] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.572712] env[69371]: INFO nova.compute.manager [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Terminating instance [ 770.573851] env[69371]: DEBUG nova.compute.manager [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.573988] env[69371]: DEBUG nova.network.neutron [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.583069] env[69371]: DEBUG nova.policy [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd6d4b9dde8450895677d2db9c98d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236b28e3762a41259e8a75ddb51b6c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.592829] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129911, 'name': Rename_Task, 'duration_secs': 0.20826} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.593932] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.593932] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60bb5631-de53-42da-ade5-37ac7684a1fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.602568] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 770.602568] env[69371]: value = "task-4129913" [ 770.602568] env[69371]: _type = "Task" [ 770.602568] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.613848] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.869170] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.955069] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.959841] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ce34c43-a24f-4788-a2ef-0c0c5f5acb9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.963507] env[69371]: DEBUG oslo_vmware.api [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129912, 'name': PowerOnVM_Task, 'duration_secs': 0.494228} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.963842] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.968937] env[69371]: DEBUG nova.compute.manager [None req-3d40c966-b2ad-47f9-998b-801d3dc6326e tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.969828] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585166d2-bd6e-4052-90c1-1fc04eabc7c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.975801] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 770.975801] env[69371]: value = "task-4129914" [ 770.975801] env[69371]: _type = "Task" [ 770.975801] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.992858] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.003095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.003835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.016079] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.083604] env[69371]: DEBUG nova.compute.manager [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.083808] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.084977] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c6ac1-118e-4607-be1e-1fcc50e31da4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.095208] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.095711] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-456ff1c2-206e-4a44-a6f8-a0e3fe4b85be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.109461] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 771.109461] env[69371]: value = "task-4129915" [ 771.109461] env[69371]: _type = "Task" [ 771.109461] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.110291] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Successfully created port: b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.124666] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.135369] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.184934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "c3c5257b-43a8-4732-a68f-00914ad78a98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.186131] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.186131] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "c3c5257b-43a8-4732-a68f-00914ad78a98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.186131] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.186131] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.189234] env[69371]: INFO nova.compute.manager [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Terminating instance [ 771.487315] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.529855] env[69371]: DEBUG nova.compute.manager [req-4dab36ea-6d4c-430e-a86f-b436f73b5b94 req-6f915b03-78d2-4fec-bbce-9606608ba46e service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Received event network-vif-deleted-2897f6a4-3c37-4b36-ae2c-c947474e8d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.530107] env[69371]: INFO nova.compute.manager [req-4dab36ea-6d4c-430e-a86f-b436f73b5b94 req-6f915b03-78d2-4fec-bbce-9606608ba46e service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Neutron deleted interface 2897f6a4-3c37-4b36-ae2c-c947474e8d5d; detaching it from the instance and deleting it from the info cache [ 771.530292] env[69371]: DEBUG nova.network.neutron [req-4dab36ea-6d4c-430e-a86f-b436f73b5b94 req-6f915b03-78d2-4fec-bbce-9606608ba46e service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.615519] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.630373] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129915, 'name': PowerOffVM_Task, 'duration_secs': 0.255205} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.630777] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.631803] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.631803] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ffa666-5690-4bde-8f30-84d8e62b0d11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.675984] env[69371]: DEBUG nova.network.neutron [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.696340] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "refresh_cache-c3c5257b-43a8-4732-a68f-00914ad78a98" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.696747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquired lock "refresh_cache-c3c5257b-43a8-4732-a68f-00914ad78a98" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.697085] env[69371]: DEBUG nova.network.neutron [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.715600] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.715973] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.716225] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleting the datastore file [datastore2] 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.718499] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2797da-0986-4a7a-b558-0fa4e55a3ea4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729241] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for the task: (returnval){ [ 771.729241] env[69371]: value = "task-4129917" [ 771.729241] env[69371]: _type = "Task" [ 771.729241] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.739830] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.781958] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61958d6-b12c-4cc6-a327-d40431dd4042 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.790379] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee31ba8-dd56-4384-8515-7ba4376d7993 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.836976] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bfe180-f1bd-415f-9869-0caba32fe27a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.841470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.841782] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.848907] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902886c-4e18-4d66-ae18-a2251070e6d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.873672] env[69371]: DEBUG nova.compute.provider_tree [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.987810] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.034922] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.036673] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-136ebaa6-04e6-49d1-9b91-93c819ea439a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.048992] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac0828-3a0b-443b-9cad-3790a60c8b4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.072015] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.072015] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.072015] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.072266] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.072297] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.072486] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.072616] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.072767] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.072923] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.073127] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.073305] env[69371]: DEBUG nova.virt.hardware [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.074191] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e0d583-e8a8-4dc1-9a74-b72d45988aca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.091105] env[69371]: DEBUG nova.compute.manager [req-4dab36ea-6d4c-430e-a86f-b436f73b5b94 req-6f915b03-78d2-4fec-bbce-9606608ba46e service nova] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Detach interface failed, port_id=2897f6a4-3c37-4b36-ae2c-c947474e8d5d, reason: Instance 38dfffac-77ba-45e6-83bd-455a2c5bfef4 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.097353] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b73a79-6598-4050-9373-94d227b9818c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.119945] env[69371]: DEBUG oslo_vmware.api [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129913, 'name': PowerOnVM_Task, 'duration_secs': 1.208049} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.120273] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.120494] env[69371]: INFO nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Took 11.10 seconds to spawn the instance on the hypervisor. [ 772.120696] env[69371]: DEBUG nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.121519] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38036eec-f1f3-4e1b-9a0a-60919ed95b87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.179380] env[69371]: INFO nova.compute.manager [-] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Took 1.61 seconds to deallocate network for instance. [ 772.236246] env[69371]: DEBUG nova.network.neutron [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.243103] env[69371]: DEBUG oslo_vmware.api [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Task: {'id': task-4129917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220801} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.243447] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.243588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.243841] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.245153] env[69371]: INFO nova.compute.manager [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Took 1.16 seconds to destroy the instance on the hypervisor. [ 772.245153] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.245153] env[69371]: DEBUG nova.compute.manager [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.245153] env[69371]: DEBUG nova.network.neutron [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.377081] env[69371]: DEBUG nova.scheduler.client.report [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.400714] env[69371]: DEBUG nova.network.neutron [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.488409] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.644131] env[69371]: INFO nova.compute.manager [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Took 44.76 seconds to build instance. [ 772.763132] env[69371]: INFO nova.compute.manager [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Took 0.58 seconds to detach 1 volumes for instance. [ 772.765666] env[69371]: DEBUG nova.compute.manager [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Deleting volume: c5180242-630e-46ad-b436-f464aa880b45 {{(pid=69371) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 772.883046] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.883640] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.890942] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.969s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.895032] env[69371]: DEBUG nova.objects.instance [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lazy-loading 'resources' on Instance uuid c8e87a78-3598-4db2-8006-72c42c0d89d6 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.907614] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Releasing lock "refresh_cache-c3c5257b-43a8-4732-a68f-00914ad78a98" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.907614] env[69371]: DEBUG nova.compute.manager [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.907614] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.908024] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43c890-8640-43ef-816b-14d48ec1dcda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.919891] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.919891] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75f2600-624a-4c56-ba92-2de04402f6c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.932868] env[69371]: DEBUG nova.compute.manager [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.933229] env[69371]: DEBUG nova.compute.manager [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing instance network info cache due to event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.933470] env[69371]: DEBUG oslo_concurrency.lockutils [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.933642] env[69371]: DEBUG oslo_concurrency.lockutils [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.933808] env[69371]: DEBUG nova.network.neutron [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.938083] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 772.938083] env[69371]: value = "task-4129919" [ 772.938083] env[69371]: _type = "Task" [ 772.938083] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.955667] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.987545] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.145305] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc4bea1-5a1d-4abc-8111-cd50fe36ceec tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.782s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.335883] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.391873] env[69371]: DEBUG nova.compute.utils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.397025] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.397025] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.456601] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129919, 'name': PowerOffVM_Task, 'duration_secs': 0.20708} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.459767] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.460069] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.460453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793940dd-4cce-4dec-882a-98733f53547e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.476089] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Successfully updated port: b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.486050] env[69371]: DEBUG nova.policy [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f94c4888e2b4ed89468cbb3bf544b54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10fd6a1bf7e94069870ea5f32d7f8c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.496155] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129914, 'name': CloneVM_Task, 'duration_secs': 2.400158} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.496515] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.496613] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.496791] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Deleting the datastore file [datastore1] c3c5257b-43a8-4732-a68f-00914ad78a98 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.497147] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Created linked-clone VM from snapshot [ 773.497327] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f37245-9066-45ba-a1d8-d0b3c75aeaf0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.499928] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59579055-efae-40a1-8031-fb583f6fea78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.513247] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for the task: (returnval){ [ 773.513247] env[69371]: value = "task-4129921" [ 773.513247] env[69371]: _type = "Task" [ 773.513247] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.513573] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Uploading image 651ad78a-43e2-45f6-ae3e-1f10eb5e5736 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.530921] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.548683] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.548683] env[69371]: value = "vm-818009" [ 773.548683] env[69371]: _type = "VirtualMachine" [ 773.548683] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.549084] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9608c30-5848-4672-8b33-0b52c7aa468e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564848] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease: (returnval){ [ 773.564848] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d9a3-625a-bc7c-d1f9-ec3ec66f8de3" [ 773.564848] env[69371]: _type = "HttpNfcLease" [ 773.564848] env[69371]: } obtained for exporting VM: (result){ [ 773.564848] env[69371]: value = "vm-818009" [ 773.564848] env[69371]: _type = "VirtualMachine" [ 773.564848] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.564848] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the lease: (returnval){ [ 773.564848] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d9a3-625a-bc7c-d1f9-ec3ec66f8de3" [ 773.564848] env[69371]: _type = "HttpNfcLease" [ 773.564848] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.580798] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.580798] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d9a3-625a-bc7c-d1f9-ec3ec66f8de3" [ 773.580798] env[69371]: _type = "HttpNfcLease" [ 773.580798] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.647268] env[69371]: DEBUG nova.network.neutron [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.656120] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.899950] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.979025] env[69371]: DEBUG nova.network.neutron [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updated VIF entry in instance network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.979025] env[69371]: DEBUG nova.network.neutron [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.979708] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979708] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979708] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.039338] env[69371]: DEBUG oslo_vmware.api [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Task: {'id': task-4129921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135371} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.039338] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.039338] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.039338] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.039338] env[69371]: INFO nova.compute.manager [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Took 1.13 seconds to destroy the instance on the hypervisor. [ 774.039583] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.039583] env[69371]: DEBUG nova.compute.manager [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.039583] env[69371]: DEBUG nova.network.neutron [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.070333] env[69371]: DEBUG nova.network.neutron [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.084452] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.084452] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d9a3-625a-bc7c-d1f9-ec3ec66f8de3" [ 774.084452] env[69371]: _type = "HttpNfcLease" [ 774.084452] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.084748] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.084748] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d9a3-625a-bc7c-d1f9-ec3ec66f8de3" [ 774.084748] env[69371]: _type = "HttpNfcLease" [ 774.084748] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.085795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e6ae0-358b-4e9d-a71b-696aef6d47d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.103746] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.104125] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.163585] env[69371]: INFO nova.compute.manager [-] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Took 1.92 seconds to deallocate network for instance. [ 774.182398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f62cb0-00e6-43b5-a098-daab39d9b06f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.187587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.191488] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa9401-51f4-4309-81c8-e5ac7aecd363 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.228349] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb73f30-ac5c-47fc-ade7-f45ebf3d0a30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.232987] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb50a5b6-ace7-4384-9cee-ea44830dc474 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.241796] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b700e8b-e046-4e1c-911d-6999aace7fc9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.246704] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Successfully created port: de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.260890] env[69371]: DEBUG nova.compute.provider_tree [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.451752] env[69371]: DEBUG nova.compute.manager [req-be502a22-e04b-4c65-8bbb-8e7660d4bbc3 req-35e427d3-21ab-47fb-82e4-bcb24c55509d service nova] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Received event network-vif-deleted-a79ca7b9-ad31-42a2-91e8-ceb5875094c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.487502] env[69371]: DEBUG oslo_concurrency.lockutils [req-a7c0186f-bf4f-4a85-b1a7-8d7db65fb794 req-15417263-a7f0-4d87-a878-e03bcca4e295 service nova] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.558370] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.580169] env[69371]: DEBUG nova.network.neutron [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.676363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.766511] env[69371]: DEBUG nova.scheduler.client.report [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.911602] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.922052] env[69371]: DEBUG nova.network.neutron [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [{"id": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "address": "fa:16:3e:57:3d:61", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0771fef-7c", "ovs_interfaceid": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.951829] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.953186] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.953186] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.953186] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.953186] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.953749] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.954601] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.954601] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.954747] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.955157] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.955856] env[69371]: DEBUG nova.virt.hardware [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.957221] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b467fa-2f5f-49fa-957a-997d394d7ff1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.971802] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdaf5d-e2ac-4d08-8b13-dddd21732ca6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.028862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.029426] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.029820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.031552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.031552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.032639] env[69371]: INFO nova.compute.manager [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Terminating instance [ 775.083817] env[69371]: INFO nova.compute.manager [-] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Took 1.04 seconds to deallocate network for instance. [ 775.273547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.276819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.873s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.277078] env[69371]: DEBUG nova.objects.instance [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lazy-loading 'resources' on Instance uuid 8f6144e5-282f-4210-83f3-d17ebdc0fe12 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.316308] env[69371]: INFO nova.scheduler.client.report [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Deleted allocations for instance c8e87a78-3598-4db2-8006-72c42c0d89d6 [ 775.428032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.428032] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Instance network_info: |[{"id": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "address": "fa:16:3e:57:3d:61", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0771fef-7c", "ovs_interfaceid": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.428411] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3d:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0771fef-7c91-43c3-958f-5fe06e2bbd87', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.434854] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating folder: Project (236b28e3762a41259e8a75ddb51b6c37). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.435246] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d31813e-c98a-41c3-9324-abb6682003cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.450901] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created folder: Project (236b28e3762a41259e8a75ddb51b6c37) in parent group-v817910. [ 775.450901] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating folder: Instances. Parent ref: group-v818010. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.451125] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ff3a41-97e1-42a0-b149-a5802ece040a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.463927] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created folder: Instances in parent group-v818010. [ 775.464532] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.464532] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.464707] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2373213-eb13-4a36-b40c-432b97636193 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.490742] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.490742] env[69371]: value = "task-4129925" [ 775.490742] env[69371]: _type = "Task" [ 775.490742] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.502498] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129925, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.539563] env[69371]: DEBUG nova.compute.manager [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.539563] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.539563] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b629f-5072-4f42-8350-10b1a549cea0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.547503] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.547721] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada4361c-4455-4ee1-82f0-bcdc950c7064 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.562269] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 775.562269] env[69371]: value = "task-4129926" [ 775.562269] env[69371]: _type = "Task" [ 775.562269] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.584079] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.591450] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Received event network-vif-plugged-b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.591728] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Acquiring lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.592153] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.592365] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.592673] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] No waiting events found dispatching network-vif-plugged-b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.592965] env[69371]: WARNING nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Received unexpected event network-vif-plugged-b0771fef-7c91-43c3-958f-5fe06e2bbd87 for instance with vm_state building and task_state spawning. [ 775.593210] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Received event network-changed-b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.593466] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Refreshing instance network info cache due to event network-changed-b0771fef-7c91-43c3-958f-5fe06e2bbd87. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.593775] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Acquiring lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.594072] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Acquired lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.594621] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Refreshing network info cache for port b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.597483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.832745] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6da48d9-c967-4258-a4c8-d6a85a805a96 tempest-ServerMetadataTestJSON-865969084 tempest-ServerMetadataTestJSON-865969084-project-member] Lock "c8e87a78-3598-4db2-8006-72c42c0d89d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.635s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.006031] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129925, 'name': CreateVM_Task, 'duration_secs': 0.504131} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.006372] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.007470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.007576] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.007903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.008239] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62bdda9-ea0e-4625-b7aa-aa6e46ddee21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.016246] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 776.016246] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209e705-727b-f40d-da53-47546152e45c" [ 776.016246] env[69371]: _type = "Task" [ 776.016246] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.027241] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5209e705-727b-f40d-da53-47546152e45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.077405] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129926, 'name': PowerOffVM_Task, 'duration_secs': 0.500129} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.077775] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.077996] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.078335] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baefb01a-a306-4232-b9d6-ed94df237a54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.166097] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.166350] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.166546] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Deleting the datastore file [datastore1] ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.167203] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b32884e-4b6b-413e-8457-fdbbd9d6acba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.180557] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for the task: (returnval){ [ 776.180557] env[69371]: value = "task-4129928" [ 776.180557] env[69371]: _type = "Task" [ 776.180557] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.191852] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.490767] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa87f9-9224-4c5f-98cd-0139c9c1f224 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.500970] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f43bd-e79f-4735-b32e-3494ee72be5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.540197] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75619974-77ba-42d7-9644-2905edc2599b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.543934] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Successfully updated port: de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.557380] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5209e705-727b-f40d-da53-47546152e45c, 'name': SearchDatastore_Task, 'duration_secs': 0.021476} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.557801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.558060] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.558303] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.558444] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.558619] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.561204] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65230323-ab58-4190-9cb8-8e79866e1967 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.566535] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8b06677-7215-4c18-86d8-d577514e2a35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.582171] env[69371]: DEBUG nova.compute.provider_tree [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.587378] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.587378] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.587378] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0ed970-2f29-4758-8c1a-3cfd7cf4e452 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.593584] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 776.593584] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525a5645-d2d9-28a6-e619-0b24001c894d" [ 776.593584] env[69371]: _type = "Task" [ 776.593584] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.604166] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525a5645-d2d9-28a6-e619-0b24001c894d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.622427] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updated VIF entry in instance network info cache for port b0771fef-7c91-43c3-958f-5fe06e2bbd87. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.622917] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [{"id": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "address": "fa:16:3e:57:3d:61", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0771fef-7c", "ovs_interfaceid": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.692665] env[69371]: DEBUG oslo_vmware.api [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Task: {'id': task-4129928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178053} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.692989] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.693175] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.693423] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.693612] env[69371]: INFO nova.compute.manager [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 776.693762] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.693956] env[69371]: DEBUG nova.compute.manager [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.694057] env[69371]: DEBUG nova.network.neutron [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.915666] env[69371]: DEBUG nova.compute.manager [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-vif-plugged-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.915938] env[69371]: DEBUG oslo_concurrency.lockutils [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] Acquiring lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.916417] env[69371]: DEBUG oslo_concurrency.lockutils [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.916641] env[69371]: DEBUG oslo_concurrency.lockutils [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.916873] env[69371]: DEBUG nova.compute.manager [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] No waiting events found dispatching network-vif-plugged-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.917201] env[69371]: WARNING nova.compute.manager [req-d0d4d859-9358-48d0-807b-d90f90a2181a req-d52c8e82-d2be-444f-9f37-7f787eace998 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received unexpected event network-vif-plugged-de351252-5b1c-4329-853b-228179108093 for instance with vm_state building and task_state spawning. [ 777.047582] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.048697] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.049131] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.088159] env[69371]: DEBUG nova.scheduler.client.report [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.114841] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525a5645-d2d9-28a6-e619-0b24001c894d, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.116444] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6979c0-8c3b-4f71-8b6f-dc3e48c7790d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.127538] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Releasing lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.127803] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.127964] env[69371]: DEBUG nova.compute.manager [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing instance network info cache due to event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.128190] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.128324] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.128480] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.130693] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 777.130693] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52305036-1f3f-f680-6a0b-d828af7c6796" [ 777.130693] env[69371]: _type = "Task" [ 777.130693] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.147651] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52305036-1f3f-f680-6a0b-d828af7c6796, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.147991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.148422] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/3a0b8487-3566-4af1-9ef6-7d4ecf07dee5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.148642] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe09e6cd-4acb-4bba-a3c8-d034c42f1eed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.160212] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 777.160212] env[69371]: value = "task-4129929" [ 777.160212] env[69371]: _type = "Task" [ 777.160212] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.169264] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.579023] env[69371]: DEBUG nova.network.neutron [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.594869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.598775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.024s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.598775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.599168] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 777.599512] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.442s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.603183] env[69371]: INFO nova.compute.claims [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.607497] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.610681] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a812b-70a3-4238-8409-713f732c4e8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.627340] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02b5c5-ea41-45e5-88aa-3f831203963a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646281] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33077cef-8723-4dd5-bb89-46b3b22310a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.656103] env[69371]: INFO nova.scheduler.client.report [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Deleted allocations for instance 8f6144e5-282f-4210-83f3-d17ebdc0fe12 [ 777.658232] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc1cdb-5e14-432e-a783-228f20516897 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.705367] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179000MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 777.705535] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.711013] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129929, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.936031] env[69371]: DEBUG nova.network.neutron [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.014694] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updated VIF entry in instance network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.015266] env[69371]: DEBUG nova.network.neutron [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.083664] env[69371]: INFO nova.compute.manager [-] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Took 1.39 seconds to deallocate network for instance. [ 778.181166] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2bf776f8-cfc1-4843-84cf-d52a8dcd3957 tempest-ImagesOneServerTestJSON-1027988151 tempest-ImagesOneServerTestJSON-1027988151-project-member] Lock "8f6144e5-282f-4210-83f3-d17ebdc0fe12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.667s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.191594] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591397} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.192088] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/3a0b8487-3566-4af1-9ef6-7d4ecf07dee5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.192476] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.192897] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d1b2f0-646c-4dc3-aeb4-93c3448ff4f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.209282] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 778.209282] env[69371]: value = "task-4129930" [ 778.209282] env[69371]: _type = "Task" [ 778.209282] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.225463] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.335274] env[69371]: DEBUG nova.compute.manager [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.335555] env[69371]: DEBUG nova.compute.manager [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing instance network info cache due to event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.335694] env[69371]: DEBUG oslo_concurrency.lockutils [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.443915] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.444130] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Instance network_info: |[{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.444777] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:83:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de351252-5b1c-4329-853b-228179108093', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.452986] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Creating folder: Project (10fd6a1bf7e94069870ea5f32d7f8c9a). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.453729] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7385c75d-58df-4a29-8121-e1ca88a7a930 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.467292] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Created folder: Project (10fd6a1bf7e94069870ea5f32d7f8c9a) in parent group-v817910. [ 778.467533] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Creating folder: Instances. Parent ref: group-v818013. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.468099] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb8e529b-9228-4c23-8c98-4682ce6ad886 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.489054] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Created folder: Instances in parent group-v818013. [ 778.489312] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.490298] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.490298] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e4b7fa0-b14e-4289-af5b-7e85823509b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.512734] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.512734] env[69371]: value = "task-4129933" [ 778.512734] env[69371]: _type = "Task" [ 778.512734] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.518053] env[69371]: DEBUG oslo_concurrency.lockutils [req-1320a2b4-abe9-44ea-ac42-5602daea55a6 req-30ab99d3-849a-4fb7-81cd-4cee5d71a057 service nova] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.521773] env[69371]: DEBUG oslo_concurrency.lockutils [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.521926] env[69371]: DEBUG nova.network.neutron [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.523166] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129933, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.592728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.724210] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104418} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.724210] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.724210] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1475ea5-4730-4709-a7fa-d97e95a1f956 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.762985] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/3a0b8487-3566-4af1-9ef6-7d4ecf07dee5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.767031] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672ea5df-a4c1-4044-96bf-00b9c2c66b3e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.792501] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 778.792501] env[69371]: value = "task-4129934" [ 778.792501] env[69371]: _type = "Task" [ 778.792501] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.803521] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.027800] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129933, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.266364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b297e-4d04-4597-8dc5-1a87e1562481 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.274988] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b033ca8-4669-44fc-9622-d22786c5a34b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.319595] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398ff56-f1c2-449a-b3d7-9407fed21657 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.337286] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd30832-e35b-4ae4-9130-0d37ec39c096 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.340110] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.352651] env[69371]: DEBUG nova.compute.provider_tree [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.396043] env[69371]: DEBUG nova.network.neutron [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updated VIF entry in instance network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.396043] env[69371]: DEBUG nova.network.neutron [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.516882] env[69371]: DEBUG nova.compute.manager [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-changed-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.517197] env[69371]: DEBUG nova.compute.manager [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing instance network info cache due to event network-changed-de351252-5b1c-4329-853b-228179108093. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.517505] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.517629] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.517809] env[69371]: DEBUG nova.network.neutron [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing network info cache for port de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.535458] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129933, 'name': CreateVM_Task, 'duration_secs': 0.522117} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.536498] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.537292] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.537451] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537837] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.541775] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501208f9-119f-4339-87b7-fe1e3ab1a50d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.548762] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 779.548762] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f95f1d-3e0d-3975-3e40-02b5fdcc1011" [ 779.548762] env[69371]: _type = "Task" [ 779.548762] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.563143] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f95f1d-3e0d-3975-3e40-02b5fdcc1011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.820789] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129934, 'name': ReconfigVM_Task, 'duration_secs': 0.939739} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.820789] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/3a0b8487-3566-4af1-9ef6-7d4ecf07dee5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.821144] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6137510f-95a3-4d95-9d12-93a7741bcaf5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.829730] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 779.829730] env[69371]: value = "task-4129935" [ 779.829730] env[69371]: _type = "Task" [ 779.829730] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.841008] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129935, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.857373] env[69371]: DEBUG nova.scheduler.client.report [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.898171] env[69371]: DEBUG oslo_concurrency.lockutils [req-a66c8db8-5bab-4bf7-a10d-f6bfe4fddf59 req-bcf7793f-5863-414c-a49d-74e678961dfb service nova] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.063479] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f95f1d-3e0d-3975-3e40-02b5fdcc1011, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.063871] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.064131] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.064377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.064523] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.064700] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.069752] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4142da19-17ec-4020-987f-66706d556108 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.079243] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.079486] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.080289] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8c4747-f044-48f5-82a7-c9e78992183c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.090165] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 780.090165] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520ec56e-6f4e-080e-b83e-1e012275ce9e" [ 780.090165] env[69371]: _type = "Task" [ 780.090165] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.101479] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520ec56e-6f4e-080e-b83e-1e012275ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.284665] env[69371]: DEBUG nova.network.neutron [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updated VIF entry in instance network info cache for port de351252-5b1c-4329-853b-228179108093. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.284665] env[69371]: DEBUG nova.network.neutron [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.346603] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129935, 'name': Rename_Task, 'duration_secs': 0.17014} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.346958] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.347233] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2138a3f-c7a9-48dd-b680-38d1e54c3d80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.358911] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 780.358911] env[69371]: value = "task-4129936" [ 780.358911] env[69371]: _type = "Task" [ 780.358911] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.364307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.364307] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.367981] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.335s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.369564] env[69371]: INFO nova.compute.claims [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.378545] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129936, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.603882] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520ec56e-6f4e-080e-b83e-1e012275ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.604887] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f381a0-0b07-468e-93be-01535e053f6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.610981] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 780.610981] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c91ea7-bbac-f238-f5d3-29c86aab6ae1" [ 780.610981] env[69371]: _type = "Task" [ 780.610981] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.621788] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c91ea7-bbac-f238-f5d3-29c86aab6ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.789345] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.789345] env[69371]: DEBUG nova.compute.manager [req-a6001d92-dd0f-4629-a311-29226f3d59fc req-89bb7077-a3a8-4ee6-9fa5-b2243c266708 service nova] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Received event network-vif-deleted-ee89c376-8c00-4bde-aa06-30ce76ff35e5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.836646] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.836955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.881107] env[69371]: DEBUG nova.compute.utils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.882604] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129936, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.884875] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.884875] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.892840] env[69371]: DEBUG nova.compute.manager [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.893811] env[69371]: DEBUG nova.compute.manager [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing instance network info cache due to event network-changed-cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.894586] env[69371]: DEBUG oslo_concurrency.lockutils [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] Acquiring lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.894586] env[69371]: DEBUG oslo_concurrency.lockutils [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] Acquired lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.894586] env[69371]: DEBUG nova.network.neutron [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Refreshing network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.937061] env[69371]: DEBUG nova.policy [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd6d4b9dde8450895677d2db9c98d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236b28e3762a41259e8a75ddb51b6c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.121755] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c91ea7-bbac-f238-f5d3-29c86aab6ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.015627} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.122011] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.122293] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 18c0d4a1-96ba-42e6-a696-0f9792684e5c/18c0d4a1-96ba-42e6-a696-0f9792684e5c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.122584] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ed5555d-20f2-42ad-960e-ddb95eac184d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.129906] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 781.129906] env[69371]: value = "task-4129937" [ 781.129906] env[69371]: _type = "Task" [ 781.129906] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.140781] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.242805] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Successfully created port: e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.374768] env[69371]: DEBUG oslo_vmware.api [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129936, 'name': PowerOnVM_Task, 'duration_secs': 0.549255} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.375191] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.375369] env[69371]: INFO nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Took 9.34 seconds to spawn the instance on the hypervisor. [ 781.375930] env[69371]: DEBUG nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.376526] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cbae2d-bdef-40e9-86b3-b0b3c4f6e963 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.387028] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.644742] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129937, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.902069] env[69371]: INFO nova.compute.manager [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Took 50.40 seconds to build instance. [ 782.028214] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622db70f-ae95-4cda-b89a-0a7df55b16c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.036672] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17abf049-5618-4817-99f7-8e1c7f18d3ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.074355] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc74bb-b208-4790-89be-83cc57ea38ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.084318] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315c552-4d9d-419d-a6aa-5651e7af171f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.101432] env[69371]: DEBUG nova.compute.provider_tree [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.143506] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664757} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.144247] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 18c0d4a1-96ba-42e6-a696-0f9792684e5c/18c0d4a1-96ba-42e6-a696-0f9792684e5c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.144517] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.144807] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3125a599-b3c7-45b5-b410-1ca6ea5a1e16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.152731] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 782.152731] env[69371]: value = "task-4129938" [ 782.152731] env[69371]: _type = "Task" [ 782.152731] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.164728] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.233786] env[69371]: DEBUG nova.network.neutron [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updated VIF entry in instance network info cache for port cbda6317-6a6f-4927-8e55-57d728ec86e9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.234223] env[69371]: DEBUG nova.network.neutron [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [{"id": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "address": "fa:16:3e:98:cb:2e", "network": {"id": "1ec82570-eb7b-4f49-9df9-dca77e617b73", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2075613598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "32cc15eb837e4ab98492bed4079b6b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbda6317-6a", "ovs_interfaceid": "cbda6317-6a6f-4927-8e55-57d728ec86e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.331335] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.331742] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.332037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.332288] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.332499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.335312] env[69371]: INFO nova.compute.manager [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Terminating instance [ 782.394018] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.404572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e6f52173-79cc-4c5c-b205-9bfc5db8404e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.147s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.421633] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.422146] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.422436] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.422828] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.423055] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.424251] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.424251] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.424570] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.424739] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.425177] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.425437] env[69371]: DEBUG nova.virt.hardware [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.427161] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fef6ad-9fe5-4372-b7f4-b56e201c652b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.436841] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b0e00f-1f4d-4e76-9c1c-bd5b4408fb97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.607709] env[69371]: DEBUG nova.scheduler.client.report [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.665474] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142327} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.665756] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.666643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a00362-d5ca-4a75-9d33-1df1bd2cf92c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.692774] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 18c0d4a1-96ba-42e6-a696-0f9792684e5c/18c0d4a1-96ba-42e6-a696-0f9792684e5c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.693155] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ffee4a-065a-4b47-819c-722ab86222d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.715555] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 782.715555] env[69371]: value = "task-4129939" [ 782.715555] env[69371]: _type = "Task" [ 782.715555] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.728349] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.737359] env[69371]: DEBUG oslo_concurrency.lockutils [req-8591fdf5-46d2-44a9-9ede-e32126def3a3 req-4c78c35c-c0fa-4047-857e-b1fda3c314ed service nova] Releasing lock "refresh_cache-ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.841858] env[69371]: DEBUG nova.compute.manager [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.842130] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.843072] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f2e9a4-0fcf-4108-9500-45d9ed2be18c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.859037] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.862026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef25cce6-7544-4315-8bff-61932b3721bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.868306] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 782.868306] env[69371]: value = "task-4129940" [ 782.868306] env[69371]: _type = "Task" [ 782.868306] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.878485] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.910013] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 782.910575] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.914314] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d82bd-4a42-4b4d-bce7-61ca493f0acc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922114] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 782.922282] env[69371]: ERROR oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk due to incomplete transfer. [ 782.922516] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3149214c-5e2f-460f-a73b-cd63415ae347 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.934032] env[69371]: DEBUG oslo_vmware.rw_handles [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7d593-e360-2641-ca4b-83410a20f924/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 782.934032] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Uploaded image 651ad78a-43e2-45f6-ae3e-1f10eb5e5736 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 782.934032] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 782.934032] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2753853d-00a3-4373-8c1d-4f42414e76c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.941481] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 782.941481] env[69371]: value = "task-4129941" [ 782.941481] env[69371]: _type = "Task" [ 782.941481] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.952945] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129941, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.114018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.114593] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.117900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.868s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.118385] env[69371]: DEBUG nova.objects.instance [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lazy-loading 'resources' on Instance uuid 5b765100-3eae-4e07-b5ef-abd247bb4835 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.226931] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129939, 'name': ReconfigVM_Task, 'duration_secs': 0.448615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.227342] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 18c0d4a1-96ba-42e6-a696-0f9792684e5c/18c0d4a1-96ba-42e6-a696-0f9792684e5c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.228114] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69cb761f-9470-48bd-968f-cb439e11cb5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.236669] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 783.236669] env[69371]: value = "task-4129942" [ 783.236669] env[69371]: _type = "Task" [ 783.236669] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.246843] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129942, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.380664] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129940, 'name': PowerOffVM_Task, 'duration_secs': 0.311021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.381865] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.382456] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.383046] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99aec21-f35a-4207-a4f4-9da9d09fb304 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.457504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.458383] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129941, 'name': Destroy_Task, 'duration_secs': 0.504244} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.458383] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Destroyed the VM [ 783.458383] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 783.458646] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68ffd246-d432-466d-a373-b27c744a40a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.466961] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 783.466961] env[69371]: value = "task-4129944" [ 783.466961] env[69371]: _type = "Task" [ 783.466961] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.478454] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.484284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.484284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.484284] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Deleting the datastore file [datastore2] ee543d6d-19a1-4787-a2b3-fde6d8aa99fd {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.484284] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71981441-f844-47fa-8f7a-c692d19e6352 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.494499] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for the task: (returnval){ [ 783.494499] env[69371]: value = "task-4129945" [ 783.494499] env[69371]: _type = "Task" [ 783.494499] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.511116] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.626257] env[69371]: DEBUG nova.compute.utils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.632134] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 783.750227] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129942, 'name': Rename_Task, 'duration_secs': 0.186207} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.750590] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.750888] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc87262-90c2-4f20-a4bb-8c346d4cb4be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.760863] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 783.760863] env[69371]: value = "task-4129946" [ 783.760863] env[69371]: _type = "Task" [ 783.760863] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.777833] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.796044] env[69371]: DEBUG nova.compute.manager [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Received event network-vif-plugged-e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.796044] env[69371]: DEBUG oslo_concurrency.lockutils [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] Acquiring lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.796044] env[69371]: DEBUG oslo_concurrency.lockutils [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] Lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.796044] env[69371]: DEBUG oslo_concurrency.lockutils [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] Lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.796381] env[69371]: DEBUG nova.compute.manager [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] No waiting events found dispatching network-vif-plugged-e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.796381] env[69371]: WARNING nova.compute.manager [req-8fe6f69b-f9c7-40ca-b16a-aacbf7b28b31 req-52c325b2-184c-4c17-9a08-887423d8ea80 service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Received unexpected event network-vif-plugged-e673e146-af2d-4576-87ab-d36492d9091b for instance with vm_state building and task_state spawning. [ 783.848623] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Successfully updated port: e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.983139] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129944, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.009041] env[69371]: DEBUG oslo_vmware.api [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Task: {'id': task-4129945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335276} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.009362] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.009552] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.009756] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.009935] env[69371]: INFO nova.compute.manager [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 784.010211] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.013126] env[69371]: DEBUG nova.compute.manager [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.013242] env[69371]: DEBUG nova.network.neutron [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.135373] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.264574] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c42df-748c-44d1-80ad-b55fc7216377 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.280033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b85f52d-6bf7-4f28-a6c0-1fc093684813 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.283824] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129946, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.322786] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f050b9e-3b92-426d-a68e-3b941f057c7f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336886] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999c634a-b049-4919-80f7-4b4a31c40602 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354370] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.354596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.354821] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.357459] env[69371]: DEBUG nova.compute.provider_tree [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.486377] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129944, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.779841] env[69371]: DEBUG oslo_vmware.api [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4129946, 'name': PowerOnVM_Task, 'duration_secs': 0.980567} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.780267] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.780599] env[69371]: INFO nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 784.780599] env[69371]: DEBUG nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.782351] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd259832-3dfc-481f-83bf-e27fab923eed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.865763] env[69371]: DEBUG nova.scheduler.client.report [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.916689] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.986311] env[69371]: DEBUG oslo_vmware.api [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129944, 'name': RemoveSnapshot_Task, 'duration_secs': 1.142083} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.991730] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 784.992095] env[69371]: INFO nova.compute.manager [None req-9cd603d7-6a52-4f88-a555-9c5ce2a258ee tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 16.13 seconds to snapshot the instance on the hypervisor. [ 784.999813] env[69371]: DEBUG nova.network.neutron [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.150128] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.175100] env[69371]: DEBUG nova.network.neutron [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Updating instance_info_cache with network_info: [{"id": "e673e146-af2d-4576-87ab-d36492d9091b", "address": "fa:16:3e:48:75:3b", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673e146-af", "ovs_interfaceid": "e673e146-af2d-4576-87ab-d36492d9091b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.189102] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.189102] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.189102] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.189102] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.189453] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.189874] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.190238] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.190583] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.193310] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.193310] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.193310] env[69371]: DEBUG nova.virt.hardware [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.193310] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900d91f-83db-409b-b400-1fd2b018eddb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.203274] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b15a34-b669-4635-bb53-cb88fd5ebfcc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.222572] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.228691] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Creating folder: Project (97e36626ac6f41b7aa8952595d8cd2f7). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.229109] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d36e8e-fed0-4356-ba8e-647127440edc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.244138] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Created folder: Project (97e36626ac6f41b7aa8952595d8cd2f7) in parent group-v817910. [ 785.244138] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Creating folder: Instances. Parent ref: group-v818016. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.244138] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7924de2-c51f-4b81-97e5-39a1e54bbb84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.255456] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Created folder: Instances in parent group-v818016. [ 785.255787] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.256050] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.256243] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657359f2-a078-4931-bfbd-f2311e63c36a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.274200] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.274200] env[69371]: value = "task-4129949" [ 785.274200] env[69371]: _type = "Task" [ 785.274200] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.283362] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129949, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.303474] env[69371]: INFO nova.compute.manager [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Took 51.07 seconds to build instance. [ 785.375025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.375025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.318s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.377536] env[69371]: INFO nova.compute.claims [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.422952] env[69371]: INFO nova.scheduler.client.report [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Deleted allocations for instance 5b765100-3eae-4e07-b5ef-abd247bb4835 [ 785.505232] env[69371]: INFO nova.compute.manager [-] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Took 1.49 seconds to deallocate network for instance. [ 785.548569] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.548569] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.678620] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.678973] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Instance network_info: |[{"id": "e673e146-af2d-4576-87ab-d36492d9091b", "address": "fa:16:3e:48:75:3b", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673e146-af", "ovs_interfaceid": "e673e146-af2d-4576-87ab-d36492d9091b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.679791] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:75:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e673e146-af2d-4576-87ab-d36492d9091b', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.690478] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.690478] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.690478] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bb881a9-d23a-4fdf-9640-800728ca0ff5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.717932] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.717932] env[69371]: value = "task-4129950" [ 785.717932] env[69371]: _type = "Task" [ 785.717932] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.727817] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129950, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.784817] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129949, 'name': CreateVM_Task, 'duration_secs': 0.339163} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.784993] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.785774] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.786630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787037] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b85700-8e9a-4417-9f69-727acf534004 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.793504] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 785.793504] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521476fa-6fc4-657c-0e53-855586002bd7" [ 785.793504] env[69371]: _type = "Task" [ 785.793504] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.804542] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521476fa-6fc4-657c-0e53-855586002bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.805507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb750790-0b7b-4888-95e7-388bbbbc39a0 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.801s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.827343] env[69371]: DEBUG nova.compute.manager [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Received event network-changed-e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.827798] env[69371]: DEBUG nova.compute.manager [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Refreshing instance network info cache due to event network-changed-e673e146-af2d-4576-87ab-d36492d9091b. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.828692] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] Acquiring lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.829898] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] Acquired lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.831879] env[69371]: DEBUG nova.network.neutron [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Refreshing network info cache for port e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.937387] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ce5bd36c-2135-44b4-8b3d-d66b3d376aa6 tempest-ServerAddressesNegativeTestJSON-25956110 tempest-ServerAddressesNegativeTestJSON-25956110-project-member] Lock "5b765100-3eae-4e07-b5ef-abd247bb4835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.215s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.015066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.231778] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129950, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.306161] env[69371]: DEBUG nova.compute.manager [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-changed-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.306161] env[69371]: DEBUG nova.compute.manager [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing instance network info cache due to event network-changed-de351252-5b1c-4329-853b-228179108093. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.306161] env[69371]: DEBUG oslo_concurrency.lockutils [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.306161] env[69371]: DEBUG oslo_concurrency.lockutils [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.306385] env[69371]: DEBUG nova.network.neutron [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing network info cache for port de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.308894] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.317741] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521476fa-6fc4-657c-0e53-855586002bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016613} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.321382] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.321382] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.321382] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.321382] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.321732] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.321732] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d686ee9-b361-4e08-a134-23d6db9d389d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.336660] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.336869] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.338487] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a651a8d1-5ea9-4f89-83d8-03a68184d46c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.346056] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 786.346056] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52359c2d-b254-e2b6-e3f3-30be48f81699" [ 786.346056] env[69371]: _type = "Task" [ 786.346056] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.362028] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52359c2d-b254-e2b6-e3f3-30be48f81699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.733593] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129950, 'name': CreateVM_Task, 'duration_secs': 0.772495} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.733943] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.735887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.735887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.735887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.738885] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176ac7e9-9edf-411d-a356-ff297be742ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.745466] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 786.745466] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52150faa-f77c-0a1f-fcb9-5127fda829bf" [ 786.745466] env[69371]: _type = "Task" [ 786.745466] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.756258] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52150faa-f77c-0a1f-fcb9-5127fda829bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.774246] env[69371]: DEBUG nova.network.neutron [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Updated VIF entry in instance network info cache for port e673e146-af2d-4576-87ab-d36492d9091b. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.774619] env[69371]: DEBUG nova.network.neutron [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Updating instance_info_cache with network_info: [{"id": "e673e146-af2d-4576-87ab-d36492d9091b", "address": "fa:16:3e:48:75:3b", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673e146-af", "ovs_interfaceid": "e673e146-af2d-4576-87ab-d36492d9091b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.854452] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.864617] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52359c2d-b254-e2b6-e3f3-30be48f81699, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.864617] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460a365f-fc84-4062-aa03-7772f36754bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.872925] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 786.872925] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5276f9c5-ff8d-c373-735e-d0bd6d093352" [ 786.872925] env[69371]: _type = "Task" [ 786.872925] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.884500] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5276f9c5-ff8d-c373-735e-d0bd6d093352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.999559] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf7c7a-10a8-4bab-ae8d-9398f5ea84d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.009017] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b53270-47dd-426c-8680-3fe4a7a1a131 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.047852] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c40a00-68b4-463d-bc3d-43c2b99d2c4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.057820] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f840d-f914-435c-8f48-5aa49e63636b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.075421] env[69371]: DEBUG nova.compute.provider_tree [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.260665] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52150faa-f77c-0a1f-fcb9-5127fda829bf, 'name': SearchDatastore_Task, 'duration_secs': 0.018504} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.260979] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.261239] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.261504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.261739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.261977] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.262723] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6830fe-e905-48ba-b299-95a0710e61bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.276378] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.276378] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.276378] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a48837-05ac-4167-86d9-87282cf21871 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.281824] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] Releasing lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.281824] env[69371]: DEBUG nova.compute.manager [req-4d78a1ed-483c-4e33-9e1a-cf8f556f1035 req-dbeff7ac-f0ab-4ad2-bf13-8b1092f5c4fc service nova] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Received event network-vif-deleted-cbda6317-6a6f-4927-8e55-57d728ec86e9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.283796] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 787.283796] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ba1bb1-25ce-47b1-0aa2-4252af36ddfd" [ 787.283796] env[69371]: _type = "Task" [ 787.283796] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.303364] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ba1bb1-25ce-47b1-0aa2-4252af36ddfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.390905] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5276f9c5-ff8d-c373-735e-d0bd6d093352, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.391440] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.391818] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.392144] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e2e7f3-b44f-409a-ac10-3f1386f2613e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.420598] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 787.420598] env[69371]: value = "task-4129951" [ 787.420598] env[69371]: _type = "Task" [ 787.420598] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.429459] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.484988] env[69371]: DEBUG nova.network.neutron [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updated VIF entry in instance network info cache for port de351252-5b1c-4329-853b-228179108093. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.486182] env[69371]: DEBUG nova.network.neutron [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.580633] env[69371]: DEBUG nova.scheduler.client.report [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.799027] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ba1bb1-25ce-47b1-0aa2-4252af36ddfd, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.801174] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86c5c76-a74a-43e8-b8c6-b0e22688acfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.811060] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 787.811060] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520a794a-bf4d-b952-2c4e-b54f54d900cc" [ 787.811060] env[69371]: _type = "Task" [ 787.811060] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.823697] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520a794a-bf4d-b952-2c4e-b54f54d900cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.907299] env[69371]: DEBUG nova.compute.manager [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.909267] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a7f78-35b9-4eb9-93e2-51a22f9f7da0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.932733] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.989343] env[69371]: DEBUG oslo_concurrency.lockutils [req-b7b2dd78-13e2-439a-b578-7e706e32b6f2 req-01e8d0b5-3a70-4dc2-8b92-4956caa0b53a service nova] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.084865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.088018] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.095219] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.707s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.095219] env[69371]: DEBUG nova.objects.instance [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 788.333534] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520a794a-bf4d-b952-2c4e-b54f54d900cc, 'name': SearchDatastore_Task, 'duration_secs': 0.02862} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.333872] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.334173] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/4daec03b-466d-4d80-82b4-988e4e10f319.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.334465] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04b4424-65be-4a29-adf0-9c22519c79f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.345438] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 788.345438] env[69371]: value = "task-4129952" [ 788.345438] env[69371]: _type = "Task" [ 788.345438] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.356911] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.426777] env[69371]: INFO nova.compute.manager [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] instance snapshotting [ 788.435954] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.437074] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.437074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.438303] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f45cb3-3a98-454e-9173-e428e21a20fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.441077] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8204e23e-9cda-411a-a0ed-33fc06c37e53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.466719] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2364192-c9f1-48e1-8729-be74c65acd5c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.470505] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 788.470505] env[69371]: value = "task-4129953" [ 788.470505] env[69371]: _type = "Task" [ 788.470505] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.492217] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.600175] env[69371]: DEBUG nova.compute.utils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.606416] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.606578] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.689393] env[69371]: DEBUG nova.policy [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98974e2583624637bfa08bf7128e4c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bebf401d5ac41cbb8f9a0e534c8aacc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.856817] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129952, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.987987] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.988352] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131746} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.988580] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73f72707-79eb-4234-9aa9-db2d9735fcde {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.990931] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.991913] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57822aa1-61f0-49af-9317-4a4a5d06da13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.023825] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.026090] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7903072-f9cd-4293-85ba-ef325c38b06a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.042738] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 789.042738] env[69371]: value = "task-4129954" [ 789.042738] env[69371]: _type = "Task" [ 789.042738] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.054977] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 789.054977] env[69371]: value = "task-4129955" [ 789.054977] env[69371]: _type = "Task" [ 789.054977] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.054977] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129954, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.064648] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.107586] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.113929] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1c9411a2-f825-475b-aa33-c0521352b0e2 tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.114992] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.300s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.116685] env[69371]: INFO nova.compute.claims [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.130880] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Successfully created port: 0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.360910] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750805} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.360910] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/4daec03b-466d-4d80-82b4-988e4e10f319.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.360910] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.360910] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98e98fe-03cd-4a64-a24a-8ead45de599e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.372022] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 789.372022] env[69371]: value = "task-4129956" [ 789.372022] env[69371]: _type = "Task" [ 789.372022] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.382679] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.554596] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129954, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.568225] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.883311] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126518} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.883647] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.884551] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7780596-76db-4eac-bc3a-b378a9bc6360 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.908550] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/4daec03b-466d-4d80-82b4-988e4e10f319.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.908880] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a752829-2eea-4410-aa2b-c29d9ba37d53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.929023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.929307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.932056] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 789.932056] env[69371]: value = "task-4129957" [ 789.932056] env[69371]: _type = "Task" [ 789.932056] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.941480] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.055171] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129954, 'name': CreateSnapshot_Task, 'duration_secs': 0.985962} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.055643] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.056651] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40e1560-2dea-44ef-8617-7338ab2f44ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.074891] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129955, 'name': ReconfigVM_Task, 'duration_secs': 0.887262} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.075693] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.076270] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc79601-1211-4396-bbbe-221056d6dff6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.084642] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 790.084642] env[69371]: value = "task-4129958" [ 790.084642] env[69371]: _type = "Task" [ 790.084642] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.097707] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129958, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.118867] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.145713] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.145986] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.146227] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.146447] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.146634] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.146776] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.147015] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.147300] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.147379] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.147557] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.147740] env[69371]: DEBUG nova.virt.hardware [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.149193] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce5b07e-6f38-45ca-bb6a-cff50516c373 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.160398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea84c7-d8bb-408b-8e3f-4350ee4e16a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.446735] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.584726] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.588398] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66d4cac2-7c59-406c-95e0-b4b963383119 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.603828] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129958, 'name': Rename_Task, 'duration_secs': 0.446343} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.609182] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.609698] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 790.609698] env[69371]: value = "task-4129959" [ 790.609698] env[69371]: _type = "Task" [ 790.609698] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.610464] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d407878-5157-48ff-8915-10f600bdebf7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.621573] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129959, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.628020] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 790.628020] env[69371]: value = "task-4129960" [ 790.628020] env[69371]: _type = "Task" [ 790.628020] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.636274] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.647603] env[69371]: DEBUG nova.compute.manager [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received event network-vif-plugged-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.647849] env[69371]: DEBUG oslo_concurrency.lockutils [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.648075] env[69371]: DEBUG oslo_concurrency.lockutils [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.648252] env[69371]: DEBUG oslo_concurrency.lockutils [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.648423] env[69371]: DEBUG nova.compute.manager [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] No waiting events found dispatching network-vif-plugged-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.648588] env[69371]: WARNING nova.compute.manager [req-abbe90e8-dc2a-4598-88cd-914adf475d5a req-c49ad299-938e-42ec-8493-364e81a5583d service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received unexpected event network-vif-plugged-0d1d1153-ce41-4de8-83f5-600180bf9782 for instance with vm_state building and task_state spawning. [ 790.654882] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f8104-7ae3-4b62-8529-4cf04af1a556 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.664547] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70516194-8846-4c63-995e-44655f8a82db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.699799] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0726d31-9658-481d-b2e8-fbdb07fa6baf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.708493] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054afc8-1038-4ef2-8e77-ae4bf3c33572 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727128] env[69371]: DEBUG nova.compute.provider_tree [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.732352] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Successfully updated port: 0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.943984] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.122655] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129959, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.136737] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.231324] env[69371]: DEBUG nova.scheduler.client.report [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.236016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.236016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236016] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.445585] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129957, 'name': ReconfigVM_Task, 'duration_secs': 1.038997} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.445897] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/4daec03b-466d-4d80-82b4-988e4e10f319.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.446590] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-654225a7-ce7e-4e32-a89a-2553b82ca2e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.454693] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 791.454693] env[69371]: value = "task-4129961" [ 791.454693] env[69371]: _type = "Task" [ 791.454693] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.465927] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129961, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.623398] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129959, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.637608] env[69371]: DEBUG oslo_vmware.api [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129960, 'name': PowerOnVM_Task, 'duration_secs': 0.870107} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.637890] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.638113] env[69371]: INFO nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Took 6.49 seconds to spawn the instance on the hypervisor. [ 791.638297] env[69371]: DEBUG nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.639105] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4490433c-af48-4f5c-9392-1a7f43acfb91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.738511] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.739235] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.744062] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.355s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.784754] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.930905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.931201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.931440] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.931686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.931899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.934813] env[69371]: DEBUG nova.network.neutron [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [{"id": "0d1d1153-ce41-4de8-83f5-600180bf9782", "address": "fa:16:3e:0a:a6:54", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1d1153-ce", "ovs_interfaceid": "0d1d1153-ce41-4de8-83f5-600180bf9782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.936779] env[69371]: INFO nova.compute.manager [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Terminating instance [ 791.967533] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129961, 'name': Rename_Task, 'duration_secs': 0.167242} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.967794] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.968070] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021990ef-0a94-4693-b63f-1dff18d3535a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.975525] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 791.975525] env[69371]: value = "task-4129962" [ 791.975525] env[69371]: _type = "Task" [ 791.975525] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.985025] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.129631] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4129959, 'name': CloneVM_Task, 'duration_secs': 1.451416} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.130538] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Created linked-clone VM from snapshot [ 792.131253] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be0ae4-2f1f-4c13-8e4b-23c281dd76e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.145065] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Uploading image 74ba1e2c-710d-47ea-8a9c-87c42b3e488b {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.155675] env[69371]: INFO nova.compute.manager [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Took 44.15 seconds to build instance. [ 792.174094] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.174094] env[69371]: value = "vm-818021" [ 792.174094] env[69371]: _type = "VirtualMachine" [ 792.174094] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.174819] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-657c454b-401d-4cfb-8bf6-41907c16d129 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.189082] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease: (returnval){ [ 792.189082] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524699be-bd36-0947-ec40-55139159e35a" [ 792.189082] env[69371]: _type = "HttpNfcLease" [ 792.189082] env[69371]: } obtained for exporting VM: (result){ [ 792.189082] env[69371]: value = "vm-818021" [ 792.189082] env[69371]: _type = "VirtualMachine" [ 792.189082] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.189394] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the lease: (returnval){ [ 792.189394] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524699be-bd36-0947-ec40-55139159e35a" [ 792.189394] env[69371]: _type = "HttpNfcLease" [ 792.189394] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.197336] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.197336] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524699be-bd36-0947-ec40-55139159e35a" [ 792.197336] env[69371]: _type = "HttpNfcLease" [ 792.197336] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.249045] env[69371]: DEBUG nova.compute.utils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.254506] env[69371]: INFO nova.compute.claims [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.258597] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.258794] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.302055] env[69371]: DEBUG nova.policy [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e64261739384070abfe9572ac24efb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33dcc27af5b845919591b98d37ad2a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.440255] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.442030] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance network_info: |[{"id": "0d1d1153-ce41-4de8-83f5-600180bf9782", "address": "fa:16:3e:0a:a6:54", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1d1153-ce", "ovs_interfaceid": "0d1d1153-ce41-4de8-83f5-600180bf9782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.442233] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a6:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d1d1153-ce41-4de8-83f5-600180bf9782', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.449656] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.450532] env[69371]: DEBUG nova.compute.manager [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.450848] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.451442] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.451442] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6774e615-55f6-470b-bdbb-5de3d854c0bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.453751] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25eb6509-5e60-47c5-a46f-097070dd0c2a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.475023] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 792.475023] env[69371]: value = "task-4129964" [ 792.475023] env[69371]: _type = "Task" [ 792.475023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.476643] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.476643] env[69371]: value = "task-4129965" [ 792.476643] env[69371]: _type = "Task" [ 792.476643] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.496476] env[69371]: DEBUG oslo_vmware.api [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129962, 'name': PowerOnVM_Task, 'duration_secs': 0.498879} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.496476] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129965, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.499058] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.499355] env[69371]: INFO nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Took 10.11 seconds to spawn the instance on the hypervisor. [ 792.499612] env[69371]: DEBUG nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.499919] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.500701] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba9bf9-5f1c-40e5-8602-4f9fe9a552a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.602428] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Successfully created port: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.613559] env[69371]: INFO nova.compute.manager [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Rebuilding instance [ 792.659739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c3f4f25b-08d4-485f-aec8-44579933a256 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.482s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.686784] env[69371]: DEBUG nova.compute.manager [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.687925] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa942b9c-dd06-4804-901b-6bf916caadee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.708039] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.708039] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524699be-bd36-0947-ec40-55139159e35a" [ 792.708039] env[69371]: _type = "HttpNfcLease" [ 792.708039] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.708343] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.708343] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524699be-bd36-0947-ec40-55139159e35a" [ 792.708343] env[69371]: _type = "HttpNfcLease" [ 792.708343] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.709120] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb3cc3-534a-47a9-be86-a09dfe3fc1c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.718438] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.718691] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.787481] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.790600] env[69371]: INFO nova.compute.resource_tracker [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating resource usage from migration 81aa1e2b-2452-4c8b-9e26-542d8f087dcc [ 792.814421] env[69371]: DEBUG nova.compute.manager [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.814421] env[69371]: DEBUG nova.compute.manager [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing instance network info cache due to event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.814860] env[69371]: DEBUG oslo_concurrency.lockutils [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] Acquiring lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.815019] env[69371]: DEBUG oslo_concurrency.lockutils [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] Acquired lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.815454] env[69371]: DEBUG nova.network.neutron [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.866087] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcdb2cd1-0f2d-49b7-b2e9-241fe32c4bfb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.990764] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129964, 'name': PowerOffVM_Task, 'duration_secs': 0.261531} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.991317] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.991317] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 792.991501] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817957', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'name': 'volume-17b43ee7-b940-46f8-b256-252ce6095165', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b63ab591-c43b-4347-8dd7-4bd747f394d5', 'attached_at': '', 'detached_at': '', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'serial': '17b43ee7-b940-46f8-b256-252ce6095165'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 792.992697] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61907ac-0b66-41bd-96cc-4339ed31ed24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.000596] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129965, 'name': CreateVM_Task, 'duration_secs': 0.467097} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.001314] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.002043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.002216] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.002527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.002785] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66cb54d-04e7-409f-bec1-c6a0049a5b09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.025837] env[69371]: INFO nova.compute.manager [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Took 48.89 seconds to build instance. [ 793.029554] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73670ed2-64ed-4a40-bed2-2c1aa2dec04d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.034073] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 793.034073] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5234e753-229e-7442-215f-46649a3cdd6e" [ 793.034073] env[69371]: _type = "Task" [ 793.034073] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.041732] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7807e3ab-cd69-4c5b-a7ff-229378682105 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.047983] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5234e753-229e-7442-215f-46649a3cdd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.071619] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9eec7b-6a3a-411e-81f1-5b86d1dee0b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.088772] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] The volume has not been displaced from its original location: [datastore2] volume-17b43ee7-b940-46f8-b256-252ce6095165/volume-17b43ee7-b940-46f8-b256-252ce6095165.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 793.094484] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 793.099405] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a1b3c7-ea27-4fcd-9a97-3b9b6c36e0a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.119577] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 793.119577] env[69371]: value = "task-4129966" [ 793.119577] env[69371]: _type = "Task" [ 793.119577] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.135426] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.163178] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.438505] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef370cc-a854-4659-b816-e6ee3ba55aec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.451230] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc363ed-1b5b-4777-88a0-e5582141fc72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.496152] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a296862-3bc2-4707-b176-3d76f3d2889e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.505268] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc906d-9358-4fb1-9588-ef5da4cbd750 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.523447] env[69371]: DEBUG nova.compute.provider_tree [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.526989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dbcc698b-0163-47db-bc17-eaf11ec893d3 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.293s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.546427] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5234e753-229e-7442-215f-46649a3cdd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.027015} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.547954] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.548225] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.548717] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.548881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549189] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.552674] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-028a87d3-159c-4274-9ee0-7ba5c4b1933d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.564935] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.565337] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.566424] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a673ec-6c79-44ae-a8f1-c71f3e57ed27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.574859] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 793.574859] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5292e9c7-b9f9-3ebd-631f-1312c81c7991" [ 793.574859] env[69371]: _type = "Task" [ 793.574859] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.589936] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5292e9c7-b9f9-3ebd-631f-1312c81c7991, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.590390] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63490f85-36d4-4ea1-ac32-f8b331087a0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.597391] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 793.597391] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52758130-c534-7a32-bc62-388b055b4868" [ 793.597391] env[69371]: _type = "Task" [ 793.597391] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.607986] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52758130-c534-7a32-bc62-388b055b4868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.631025] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129966, 'name': ReconfigVM_Task, 'duration_secs': 0.241296} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.631910] env[69371]: DEBUG nova.network.neutron [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updated VIF entry in instance network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.632269] env[69371]: DEBUG nova.network.neutron [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [{"id": "0d1d1153-ce41-4de8-83f5-600180bf9782", "address": "fa:16:3e:0a:a6:54", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1d1153-ce", "ovs_interfaceid": "0d1d1153-ce41-4de8-83f5-600180bf9782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.633687] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 793.639517] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca80447-ce25-4455-8204-cc328ac46535 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.659398] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 793.659398] env[69371]: value = "task-4129967" [ 793.659398] env[69371]: _type = "Task" [ 793.659398] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.672669] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.699905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.708971] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.709411] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57d2922b-4a8f-4498-ab2d-22bfbac75798 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.718217] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 793.718217] env[69371]: value = "task-4129968" [ 793.718217] env[69371]: _type = "Task" [ 793.718217] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.730786] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.802570] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.828157] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.828406] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.829258] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.829465] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.829627] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.829857] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.830106] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.830280] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.830531] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.830780] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.831088] env[69371]: DEBUG nova.virt.hardware [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.832087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67ec87-6cae-4904-a0bb-74aca304ff66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.842316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62c086-5a09-46a6-bafc-a257b4ef7f97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.029581] env[69371]: DEBUG nova.scheduler.client.report [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.034302] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.056736] env[69371]: INFO nova.compute.manager [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Rescuing [ 794.057098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.057354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.057614] env[69371]: DEBUG nova.network.neutron [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.109657] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52758130-c534-7a32-bc62-388b055b4868, 'name': SearchDatastore_Task, 'duration_secs': 0.013606} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.109891] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.110405] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c8166933-ec22-4c63-a220-1a52c05515ee/c8166933-ec22-4c63-a220-1a52c05515ee.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.110911] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433ada39-6c15-4cf6-9ebe-d5a0a125344a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.120493] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 794.120493] env[69371]: value = "task-4129969" [ 794.120493] env[69371]: _type = "Task" [ 794.120493] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.129638] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.141277] env[69371]: DEBUG oslo_concurrency.lockutils [req-721047fe-4b8a-4454-82c9-213ea5c0fe8a req-017288be-d51c-4db7-be72-e3ef6dde782b service nova] Releasing lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.170075] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129967, 'name': ReconfigVM_Task, 'duration_secs': 0.157835} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.173024] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-817957', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'name': 'volume-17b43ee7-b940-46f8-b256-252ce6095165', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b63ab591-c43b-4347-8dd7-4bd747f394d5', 'attached_at': '', 'detached_at': '', 'volume_id': '17b43ee7-b940-46f8-b256-252ce6095165', 'serial': '17b43ee7-b940-46f8-b256-252ce6095165'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 794.173024] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.173024] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc737f-ca4e-477b-b531-24b3a85ecd58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.180864] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.181195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6be6d413-035d-4ce6-b5a2-a0627b0dc664 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.204459] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Successfully updated port: 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.229431] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129968, 'name': PowerOffVM_Task, 'duration_secs': 0.173228} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.229827] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.230176] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.231089] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa6886-b221-4edb-8f16-29d6c9e6c8a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.240483] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.240964] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7464812-8a0b-41a2-8f13-dfa7521eba7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.272996] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.273440] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.273666] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Deleting the datastore file [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.274953] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a358f4-3b03-4e45-a98b-0456154a810f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.278187] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.278531] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.278807] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Deleting the datastore file [datastore2] b63ab591-c43b-4347-8dd7-4bd747f394d5 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.279737] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6421dc1-fedd-46d3-bc7d-c100b73ff096 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.284909] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 794.284909] env[69371]: value = "task-4129972" [ 794.284909] env[69371]: _type = "Task" [ 794.284909] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.290571] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for the task: (returnval){ [ 794.290571] env[69371]: value = "task-4129973" [ 794.290571] env[69371]: _type = "Task" [ 794.290571] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.298226] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.303976] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.544987] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.801s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.545772] env[69371]: INFO nova.compute.manager [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Migrating [ 794.545954] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.546295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.551288] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.998s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.553028] env[69371]: INFO nova.compute.claims [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.579095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.635534] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.711203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.711398] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.711622] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.798921] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266748} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.799793] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.800072] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.800342] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.806376] env[69371]: DEBUG oslo_vmware.api [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Task: {'id': task-4129973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143311} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.807106] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.807328] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.807609] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.807866] env[69371]: INFO nova.compute.manager [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Took 2.36 seconds to destroy the instance on the hypervisor. [ 794.808228] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.808596] env[69371]: DEBUG nova.compute.manager [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.808719] env[69371]: DEBUG nova.network.neutron [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.823333] env[69371]: DEBUG nova.network.neutron [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Updating instance_info_cache with network_info: [{"id": "e673e146-af2d-4576-87ab-d36492d9091b", "address": "fa:16:3e:48:75:3b", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape673e146-af", "ovs_interfaceid": "e673e146-af2d-4576-87ab-d36492d9091b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.857104] env[69371]: DEBUG nova.compute.manager [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Received event network-vif-plugged-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.857354] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Acquiring lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.857581] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.857745] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.857918] env[69371]: DEBUG nova.compute.manager [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] No waiting events found dispatching network-vif-plugged-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.858098] env[69371]: WARNING nova.compute.manager [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Received unexpected event network-vif-plugged-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 for instance with vm_state building and task_state spawning. [ 794.858272] env[69371]: DEBUG nova.compute.manager [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Received event network-changed-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.858427] env[69371]: DEBUG nova.compute.manager [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Refreshing instance network info cache due to event network-changed-9a6b12dc-bb7a-4560-8a8e-c95429d0f887. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.858610] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Acquiring lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060565] env[69371]: INFO nova.compute.rpcapi [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 795.061235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.132552] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64276} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.133584] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c8166933-ec22-4c63-a220-1a52c05515ee/c8166933-ec22-4c63-a220-1a52c05515ee.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.133584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.133826] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d013eb7-9bda-4cf9-978a-b87482cf264e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.143649] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 795.143649] env[69371]: value = "task-4129974" [ 795.143649] env[69371]: _type = "Task" [ 795.143649] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.156211] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.264365] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.328835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-4daec03b-466d-4d80-82b4-988e4e10f319" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.474272] env[69371]: DEBUG nova.network.neutron [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Updating instance_info_cache with network_info: [{"id": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "address": "fa:16:3e:24:78:cb", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b12dc-bb", "ovs_interfaceid": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.587189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.587189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.587189] env[69371]: DEBUG nova.network.neutron [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.658033] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137373} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.658304] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.659325] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78370510-23c5-43b6-b06f-2cc8e37a779d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.688625] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c8166933-ec22-4c63-a220-1a52c05515ee/c8166933-ec22-4c63-a220-1a52c05515ee.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.689041] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09377730-c254-4275-b7d5-e201f7bfceb0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.713437] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 795.713437] env[69371]: value = "task-4129975" [ 795.713437] env[69371]: _type = "Task" [ 795.713437] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.727531] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.846515] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.846623] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.846769] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.846953] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.847113] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.847292] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.847622] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.847887] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.848179] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.848468] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.849353] env[69371]: DEBUG nova.virt.hardware [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.849567] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92831e40-56d1-46fe-bd24-5031dcffb459 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.859721] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f191103-0d19-4c43-9a83-661a8d96faa2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.877373] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.884201] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.889840] env[69371]: DEBUG nova.network.neutron [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.890917] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.892801] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d02ff2b0-e1e4-4390-b256-57b2823f4bf8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.908556] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.908556] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b063c6-7d28-44d0-a4d1-939fb2aee3da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.916713] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.916713] env[69371]: value = "task-4129976" [ 795.916713] env[69371]: _type = "Task" [ 795.916713] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.922110] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 795.922110] env[69371]: value = "task-4129977" [ 795.922110] env[69371]: _type = "Task" [ 795.922110] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.931341] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129976, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.939969] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.977763] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.978163] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Instance network_info: |[{"id": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "address": "fa:16:3e:24:78:cb", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b12dc-bb", "ovs_interfaceid": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.978549] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Acquired lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978790] env[69371]: DEBUG nova.network.neutron [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Refreshing network info cache for port 9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.980317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:78:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a6b12dc-bb7a-4560-8a8e-c95429d0f887', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.989379] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.993202] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.996499] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cde926a-2d73-4367-8c43-a5c4aefa4f7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.022059] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.022059] env[69371]: value = "task-4129978" [ 796.022059] env[69371]: _type = "Task" [ 796.022059] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.032237] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129978, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.202946] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c8de1b-4841-47c0-ab13-a77982e9af95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.221661] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a0ce7-a427-48ac-b921-477a8a4864f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.235045] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129975, 'name': ReconfigVM_Task, 'duration_secs': 0.332486} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.266549] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c8166933-ec22-4c63-a220-1a52c05515ee/c8166933-ec22-4c63-a220-1a52c05515ee.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.270105] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08580589-eb4b-4e78-810e-8de7fed5a964 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.272507] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81fbac-2906-478e-bb31-717d0525dc24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.284401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e8881-5ee6-4f53-afd0-4efe35fb3f6f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.288770] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 796.288770] env[69371]: value = "task-4129979" [ 796.288770] env[69371]: _type = "Task" [ 796.288770] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.301429] env[69371]: DEBUG nova.compute.provider_tree [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.310677] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129979, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.393543] env[69371]: DEBUG nova.network.neutron [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.394735] env[69371]: INFO nova.compute.manager [-] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Took 1.59 seconds to deallocate network for instance. [ 796.431486] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129976, 'name': CreateVM_Task, 'duration_secs': 0.366918} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.432865] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.432865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.433578] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.433659] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.434433] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7669bb-0415-4c64-bd71-224cd92df154 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.439443] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129977, 'name': PowerOffVM_Task, 'duration_secs': 0.314437} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.440575] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.441640] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc31422-7bcf-4e5d-91cd-aa611a667f47 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.447355] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 796.447355] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52326dc0-9589-cf1e-ec36-3fdc120ac4d6" [ 796.447355] env[69371]: _type = "Task" [ 796.447355] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.466087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27dbd1-e814-4f28-aa8c-42b14a893402 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.472769] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52326dc0-9589-cf1e-ec36-3fdc120ac4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.502048] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.502421] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07e30a71-5aed-4266-b435-66fc3c61c402 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.515207] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 796.515207] env[69371]: value = "task-4129980" [ 796.515207] env[69371]: _type = "Task" [ 796.515207] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.527369] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 796.527601] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.527850] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.527990] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.528326] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.530849] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9a4307-647f-4378-9b42-8ffc4325d2b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.538871] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129978, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.541348] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.541540] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.542294] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4702051e-135a-4692-8b95-9886e33b82dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.548645] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 796.548645] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521699af-75bb-8af0-b9d6-23cef56163f0" [ 796.548645] env[69371]: _type = "Task" [ 796.548645] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.558465] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521699af-75bb-8af0-b9d6-23cef56163f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.718388] env[69371]: DEBUG nova.network.neutron [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Updated VIF entry in instance network info cache for port 9a6b12dc-bb7a-4560-8a8e-c95429d0f887. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.718727] env[69371]: DEBUG nova.network.neutron [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Updating instance_info_cache with network_info: [{"id": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "address": "fa:16:3e:24:78:cb", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b12dc-bb", "ovs_interfaceid": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.801037] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129979, 'name': Rename_Task, 'duration_secs': 0.1683} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.801540] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.801917] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e25d36-b22b-4137-ae9a-6fe9f867443b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.805322] env[69371]: DEBUG nova.scheduler.client.report [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.816379] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 796.816379] env[69371]: value = "task-4129981" [ 796.816379] env[69371]: _type = "Task" [ 796.816379] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.830373] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.884471] env[69371]: DEBUG nova.compute.manager [req-e6bdcbb6-84f1-4c10-a71e-f72c7b5aba3c req-749a03c6-cb58-41c5-b21b-59963066f272 service nova] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Received event network-vif-deleted-7547cd7b-92d3-4236-bf1c-1fc6cc52efb9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.896033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.947519] env[69371]: INFO nova.compute.manager [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Took 0.55 seconds to detach 1 volumes for instance. [ 796.950216] env[69371]: DEBUG nova.compute.manager [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Deleting volume: 17b43ee7-b940-46f8-b256-252ce6095165 {{(pid=69371) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 796.962988] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52326dc0-9589-cf1e-ec36-3fdc120ac4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.027856} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.963354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.963591] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.963830] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.963974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.964168] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.964472] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-734f2b6e-8ea8-4128-a6a3-2ba0554d8250 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.976231] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.976446] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.977668] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81036f21-07e2-4845-87c5-ab060b1939cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.984132] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 796.984132] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524a2e49-1dbc-eea3-097f-765f688095c2" [ 796.984132] env[69371]: _type = "Task" [ 796.984132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.992783] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524a2e49-1dbc-eea3-097f-765f688095c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.037057] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129978, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.061476] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521699af-75bb-8af0-b9d6-23cef56163f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015594} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.062083] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498cd529-a24e-4c5c-90ef-6de530ac42bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.070076] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 797.070076] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52444e23-7e40-428e-eed1-567338e69679" [ 797.070076] env[69371]: _type = "Task" [ 797.070076] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.080110] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52444e23-7e40-428e-eed1-567338e69679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.221228] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed81cd8-2632-4450-becd-c8ae6d423d15 req-63f3a179-7b58-4bf9-b960-ed977e25a8d6 service nova] Releasing lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.312621] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.313387] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.316553] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.070s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.318715] env[69371]: INFO nova.compute.claims [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.333619] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.496284] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524a2e49-1dbc-eea3-097f-765f688095c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.497172] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f5fd77-6548-46ff-b6d8-e60728f28f72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.504265] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 797.504265] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5224f021-6411-2377-c82b-4a6672c6d287" [ 797.504265] env[69371]: _type = "Task" [ 797.504265] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.508743] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.515779] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5224f021-6411-2377-c82b-4a6672c6d287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.535430] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4129978, 'name': CreateVM_Task, 'duration_secs': 1.488862} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.535625] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.536415] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.536573] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.536911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.537209] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d6de68-f944-44e3-b9a1-5a14dc52f01c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.542897] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 797.542897] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b68b04-e20f-3c5b-375d-705ed665481d" [ 797.542897] env[69371]: _type = "Task" [ 797.542897] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.552361] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b68b04-e20f-3c5b-375d-705ed665481d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.581611] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52444e23-7e40-428e-eed1-567338e69679, 'name': SearchDatastore_Task, 'duration_secs': 0.017777} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.581900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.582193] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 797.582490] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83bafb4c-f12f-4dbb-8a5b-469e2f8a0049 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.593304] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 797.593304] env[69371]: value = "task-4129983" [ 797.593304] env[69371]: _type = "Task" [ 797.593304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.602548] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.824567] env[69371]: DEBUG nova.compute.utils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.829452] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.829452] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.842576] env[69371]: DEBUG oslo_vmware.api [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4129981, 'name': PowerOnVM_Task, 'duration_secs': 0.567615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.842921] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.843563] env[69371]: INFO nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 7.72 seconds to spawn the instance on the hypervisor. [ 797.843563] env[69371]: DEBUG nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.844269] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb5563-323c-45d5-8c50-7d1bda82a63f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.887434] env[69371]: DEBUG nova.policy [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce5fe18a2cc4c42bf55aaac9cd4e1a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806dfccef5f24331834ffe99d0b7ee85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.015318] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5224f021-6411-2377-c82b-4a6672c6d287, 'name': SearchDatastore_Task, 'duration_secs': 0.020098} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.015653] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.015925] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.016257] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89e7ca45-3775-47e2-ae4a-7e212a4ade2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.024888] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 798.024888] env[69371]: value = "task-4129984" [ 798.024888] env[69371]: _type = "Task" [ 798.024888] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.034759] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.057655] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b68b04-e20f-3c5b-375d-705ed665481d, 'name': SearchDatastore_Task, 'duration_secs': 0.020857} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.058038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.058317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.058593] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.058733] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.058911] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.059206] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7625a4-d5a1-4626-a22e-898f4c598696 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.073493] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.073728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.074559] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9466324b-1457-4246-83ed-ded34fad77df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.082213] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 798.082213] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f0248a-9eb3-c5cf-f3dc-fc2a42263e19" [ 798.082213] env[69371]: _type = "Task" [ 798.082213] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.092457] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f0248a-9eb3-c5cf-f3dc-fc2a42263e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.104037] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129983, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.182309] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Successfully created port: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.329794] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.373121] env[69371]: INFO nova.compute.manager [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 45.34 seconds to build instance. [ 798.420054] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24107f16-4a01-4a30-9086-4dcb6aff1892 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.450151] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.542278] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.606312] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f0248a-9eb3-c5cf-f3dc-fc2a42263e19, 'name': SearchDatastore_Task, 'duration_secs': 0.029437} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.612013] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689846} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.614331] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fdd997-f791-4720-a181-19d9f05107ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.617830] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 798.619321] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9938a254-ec4c-4b38-80fe-2fed78030418 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.628241] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 798.628241] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529a372d-8227-18c3-c1f8-5a7a6a341d50" [ 798.628241] env[69371]: _type = "Task" [ 798.628241] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.654091] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.661441] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369ff9d4-1706-4601-8b32-75b73bea5e81 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.686496] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529a372d-8227-18c3-c1f8-5a7a6a341d50, 'name': SearchDatastore_Task, 'duration_secs': 0.052707} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.688772] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.689211] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 92b7fbc4-a250-43f7-99b5-995a091a1af2/92b7fbc4-a250-43f7-99b5-995a091a1af2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.689662] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 798.689662] env[69371]: value = "task-4129985" [ 798.689662] env[69371]: _type = "Task" [ 798.689662] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.694069] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96b3b08-9a65-40cc-bdb2-95f0c0093cda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.711696] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 798.711696] env[69371]: value = "task-4129986" [ 798.711696] env[69371]: _type = "Task" [ 798.711696] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.724086] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.878846] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a1c5603-63e3-4cc6-88b9-024aa55ba54b tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.346s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.961439] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.962106] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8860617-5a5c-4e8d-8492-0a7f211adfad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.978415] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 798.978415] env[69371]: value = "task-4129987" [ 798.978415] env[69371]: _type = "Task" [ 798.978415] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.991018] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.041788] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678852} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.045021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.045454] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.046053] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c749349b-f037-45f6-b636-c64f48d54f1e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.056367] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 799.056367] env[69371]: value = "task-4129988" [ 799.056367] env[69371]: _type = "Task" [ 799.056367] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.063179] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29581bd6-c23e-4bc0-9031-a4d713827242 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.077612] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.081061] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb9dce-8cbc-43eb-ad21-c4707a5cd963 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.119535] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a3040-aea9-4b9b-9f36-3ba24e679665 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.132929] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe7c96-eda9-4103-82e8-3e8ed5ddca4a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.155773] env[69371]: DEBUG nova.compute.provider_tree [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.212557] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.228562] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.341407] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.375463] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.375724] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.375890] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.376186] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.376340] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.376486] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.376694] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.376849] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.377014] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.377181] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.377350] env[69371]: DEBUG nova.virt.hardware [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.378246] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be7b80-38fc-4b02-86ca-a650c3b23046 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.381200] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.389905] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603b11c-4012-4f7b-ba11-3c48e7c2e853 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.489261] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129987, 'name': PowerOffVM_Task, 'duration_secs': 0.371796} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.489572] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.489766] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.568755] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108841} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.569168] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.570406] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833af4f5-cee5-45ef-986c-f39e76f77f7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.599816] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.600190] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a71c6d2-7216-44e4-b186-d91523bab4ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.622150] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 799.622150] env[69371]: value = "task-4129989" [ 799.622150] env[69371]: _type = "Task" [ 799.622150] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.632296] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.659722] env[69371]: DEBUG nova.scheduler.client.report [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.707125] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129985, 'name': ReconfigVM_Task, 'duration_secs': 0.72035} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.707488] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.708513] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c3e1b-6ef1-4b3c-9200-e106282cb0b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.743124] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6dcc546-0071-46f7-962f-d679f3030e91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.761231] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559313} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.762902] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 92b7fbc4-a250-43f7-99b5-995a091a1af2/92b7fbc4-a250-43f7-99b5-995a091a1af2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.763117] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.764119] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 799.764119] env[69371]: value = "task-4129990" [ 799.764119] env[69371]: _type = "Task" [ 799.764119] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.764365] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2f4761-48da-4b62-8fe2-f153fa92afcc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.776989] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.778770] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 799.778770] env[69371]: value = "task-4129991" [ 799.778770] env[69371]: _type = "Task" [ 799.778770] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.864153] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Successfully updated port: 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.914321] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.996704] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.997034] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.997608] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.997608] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.997759] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.997889] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.998111] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.998302] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.998466] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.998655] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.998872] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.007382] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb440c91-da32-4b35-b72a-aef57a352d76 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.025418] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 800.025418] env[69371]: value = "task-4129992" [ 800.025418] env[69371]: _type = "Task" [ 800.025418] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.036124] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.134542] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129989, 'name': ReconfigVM_Task, 'duration_secs': 0.466835} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.134792] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db/065b704e-0717-4af5-9816-52ebdf54b9db.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.135405] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99b04f9-0a58-4264-8d68-71d65fd959a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.143370] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 800.143370] env[69371]: value = "task-4129993" [ 800.143370] env[69371]: _type = "Task" [ 800.143370] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.159931] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129993, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.166784] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.168052] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.170887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.814s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.172587] env[69371]: INFO nova.compute.claims [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.277821] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129990, 'name': ReconfigVM_Task, 'duration_secs': 0.25628} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.278042] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.278320] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0200bec-7065-4832-ac44-a04b92c53f72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.292368] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094884} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.294239] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.294748] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 800.294748] env[69371]: value = "task-4129994" [ 800.294748] env[69371]: _type = "Task" [ 800.294748] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.295748] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f60c097-eda7-44c8-a8ac-8b9d686ad767 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.332021] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 92b7fbc4-a250-43f7-99b5-995a091a1af2/92b7fbc4-a250-43f7-99b5-995a091a1af2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.336244] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d853a1bd-33d5-4c7e-a188-4b8b1e5b4b4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.355735] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.362755] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 800.362755] env[69371]: value = "task-4129995" [ 800.362755] env[69371]: _type = "Task" [ 800.362755] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.374251] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.374454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.374819] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.376382] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.486567] env[69371]: DEBUG nova.compute.manager [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Received event network-vif-plugged-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.486911] env[69371]: DEBUG oslo_concurrency.lockutils [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] Acquiring lock "28443994-167a-440a-8235-c2ecc98733ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.487122] env[69371]: DEBUG oslo_concurrency.lockutils [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] Lock "28443994-167a-440a-8235-c2ecc98733ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.487334] env[69371]: DEBUG oslo_concurrency.lockutils [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] Lock "28443994-167a-440a-8235-c2ecc98733ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.487580] env[69371]: DEBUG nova.compute.manager [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] No waiting events found dispatching network-vif-plugged-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.487738] env[69371]: WARNING nova.compute.manager [req-97a6a02d-48e9-47fd-9593-c4b9dd6f95cc req-4b3d4c2e-2b38-4232-93e2-29d8b1301fb7 service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Received unexpected event network-vif-plugged-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 for instance with vm_state building and task_state spawning. [ 800.536846] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129992, 'name': ReconfigVM_Task, 'duration_secs': 0.244687} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.537862] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.655873] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129993, 'name': Rename_Task, 'duration_secs': 0.182646} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.655944] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.656242] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e860400a-9ef1-48a4-8f8e-07dae5a90e82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.663982] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 800.663982] env[69371]: value = "task-4129996" [ 800.663982] env[69371]: _type = "Task" [ 800.663982] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.678603] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.683264] env[69371]: DEBUG nova.compute.utils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.683264] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.683264] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.756972] env[69371]: DEBUG nova.policy [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce5fe18a2cc4c42bf55aaac9cd4e1a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806dfccef5f24331834ffe99d0b7ee85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.811292] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.876725] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.900382] env[69371]: DEBUG nova.compute.manager [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.900382] env[69371]: DEBUG nova.compute.manager [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing instance network info cache due to event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.900382] env[69371]: DEBUG oslo_concurrency.lockutils [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900382] env[69371]: DEBUG oslo_concurrency.lockutils [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901677] env[69371]: DEBUG nova.network.neutron [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.932229] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.046622] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.046622] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.046622] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.046622] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.047385] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.047792] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.048235] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.048594] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.048874] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.051016] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.051016] env[69371]: DEBUG nova.virt.hardware [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.057740] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 801.062333] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac6ce21-bea1-4cc8-a7d1-6fcf6a2ed77f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.091722] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 801.091722] env[69371]: value = "task-4129997" [ 801.091722] env[69371]: _type = "Task" [ 801.091722] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.103963] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.183674] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129996, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.187756] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.196138] env[69371]: DEBUG nova.network.neutron [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updating instance_info_cache with network_info: [{"id": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "address": "fa:16:3e:7c:75:87", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2fa4a-96", "ovs_interfaceid": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.200037] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Successfully created port: af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.312755] env[69371]: DEBUG oslo_vmware.api [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4129994, 'name': PowerOnVM_Task, 'duration_secs': 0.59155} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.315912] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.319581] env[69371]: DEBUG nova.compute.manager [None req-28aabe09-f0d2-4083-940e-b59fa997586e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.321131] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33de3f-c5b2-41d9-8e74-45ad181ac984 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.378253] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129995, 'name': ReconfigVM_Task, 'duration_secs': 0.524422} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.382703] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 92b7fbc4-a250-43f7-99b5-995a091a1af2/92b7fbc4-a250-43f7-99b5-995a091a1af2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.384456] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4897e13d-65bc-49c8-9afd-0d7aa9884795 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.393074] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 801.393074] env[69371]: value = "task-4129998" [ 801.393074] env[69371]: _type = "Task" [ 801.393074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.411811] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129998, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.607523] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129997, 'name': ReconfigVM_Task, 'duration_secs': 0.330468} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.612569] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.614327] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf024e5-a6b7-4c37-a377-29714ff2dae9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.640409] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.646073] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f89b41e-28b0-4e48-8ac9-041f182bdf6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.675295] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 801.675295] env[69371]: value = "task-4129999" [ 801.675295] env[69371]: _type = "Task" [ 801.675295] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.693965] env[69371]: DEBUG oslo_vmware.api [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4129996, 'name': PowerOnVM_Task, 'duration_secs': 0.83622} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.695036] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.695238] env[69371]: DEBUG nova.compute.manager [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.696353] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144be177-ebc2-4a9c-9207-dfaadcd842e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.703236] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.707035] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Instance network_info: |[{"id": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "address": "fa:16:3e:7c:75:87", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2fa4a-96", "ovs_interfaceid": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.707035] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.707488] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:75:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf2fa4a-968a-4365-8aa1-c23b6775fd76', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.713462] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Creating folder: Project (806dfccef5f24331834ffe99d0b7ee85). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.714979] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29465e18-7332-4c8f-ba94-c73f631ef1a4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.735445] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Created folder: Project (806dfccef5f24331834ffe99d0b7ee85) in parent group-v817910. [ 801.735618] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Creating folder: Instances. Parent ref: group-v818025. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.735844] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd40c04d-fee8-4c5f-a870-9d3af62c6d27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.748475] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Created folder: Instances in parent group-v818025. [ 801.748784] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.749065] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.749293] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-487984f2-76a8-420a-9d8b-fa917a79eac5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.776937] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.776937] env[69371]: value = "task-4130002" [ 801.776937] env[69371]: _type = "Task" [ 801.776937] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.788254] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130002, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.797666] env[69371]: DEBUG nova.network.neutron [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updated VIF entry in instance network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.798054] env[69371]: DEBUG nova.network.neutron [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.901702] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f5e768-462f-463f-a673-b1f9110652cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.909936] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4129998, 'name': Rename_Task, 'duration_secs': 0.318308} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.910733] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.911089] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a03710-1c69-456b-9351-28c040a8265f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.916486] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf8dbbd-aaed-4809-a3cf-3af139c319c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.921399] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 801.921399] env[69371]: value = "task-4130003" [ 801.921399] env[69371]: _type = "Task" [ 801.921399] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.956322] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430673d-44c2-4683-9ffe-ef8e34337ff3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.963032] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.968935] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b3ed4a-8e87-4a10-b634-9876a1b007f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.984530] env[69371]: DEBUG nova.compute.provider_tree [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.187634] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.198431] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.234764] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.234764] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.234764] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.236683] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.236683] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.236683] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.236683] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.236683] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.238269] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.238269] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.238269] env[69371]: DEBUG nova.virt.hardware [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.238269] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659c6922-3dde-45d2-8638-171aa1fb4107 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.241154] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.247175] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b2f7d4-4bf9-4d13-a7cd-a0421af8dfdd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287375] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130002, 'name': CreateVM_Task, 'duration_secs': 0.43726} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.287698] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.288663] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.288957] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.289379] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289803] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1fd873-d6f3-44a7-89ac-614e8cbb24e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.296077] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 802.296077] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5202ecf4-dc23-41c4-88c6-5341f2d86c89" [ 802.296077] env[69371]: _type = "Task" [ 802.296077] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.301518] env[69371]: DEBUG oslo_concurrency.lockutils [req-17c2a66f-16c8-495a-adf0-7ae9ae371d08 req-53320215-16e7-4c69-8b66-307251386744 service nova] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.307864] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5202ecf4-dc23-41c4-88c6-5341f2d86c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.432642] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.490899] env[69371]: DEBUG nova.scheduler.client.report [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.687318] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4129999, 'name': ReconfigVM_Task, 'duration_secs': 0.591023} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.687753] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5/618567d8-1d8e-48e0-9ef1-6ecf755d01b5.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.688195] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.807110] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5202ecf4-dc23-41c4-88c6-5341f2d86c89, 'name': SearchDatastore_Task, 'duration_secs': 0.018415} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.807110] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.807498] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.807595] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.807714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.807897] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.808207] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42863421-900a-4a50-9895-9402c65522c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.818604] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.818889] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.819889] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d334e82-5d40-4d02-a11e-ef6b357dce9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.827945] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 802.827945] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cc920f-3400-c7ec-ca38-002b4ebb4789" [ 802.827945] env[69371]: _type = "Task" [ 802.827945] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.834319] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Successfully updated port: af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.842552] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cc920f-3400-c7ec-ca38-002b4ebb4789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.941158] env[69371]: DEBUG oslo_vmware.api [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130003, 'name': PowerOnVM_Task, 'duration_secs': 0.934252} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.942386] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.942386] env[69371]: INFO nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Took 9.14 seconds to spawn the instance on the hypervisor. [ 802.942723] env[69371]: DEBUG nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.945018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae2a80-f0c9-4d5f-a18e-d1b0df6160dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.963389] env[69371]: DEBUG nova.compute.manager [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Received event network-changed-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.963389] env[69371]: DEBUG nova.compute.manager [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Refreshing instance network info cache due to event network-changed-4bf2fa4a-968a-4365-8aa1-c23b6775fd76. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.963389] env[69371]: DEBUG oslo_concurrency.lockutils [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] Acquiring lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.963389] env[69371]: DEBUG oslo_concurrency.lockutils [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] Acquired lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.963389] env[69371]: DEBUG nova.network.neutron [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Refreshing network info cache for port 4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.993797] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.994828] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.997876] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.093s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.196648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ccfbbf-4489-41e5-ae93-f452079cc216 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.229600] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56accbea-42d8-430c-b6de-68c2ca5978d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.253329] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.261570] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 803.262527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbef9da-c8de-455f-b3e6-26d5844c417e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.270184] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 803.270358] env[69371]: ERROR oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk due to incomplete transfer. [ 803.270549] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4c48385-85b7-46de-a9a5-e70254146dd1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.278721] env[69371]: DEBUG oslo_vmware.rw_handles [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe3ee-b66d-a662-e335-45feea3b54c4/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 803.278978] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Uploaded image 74ba1e2c-710d-47ea-8a9c-87c42b3e488b to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 803.281150] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.281458] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-816deb53-ba45-431d-9cb2-b25bac23e2a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.292258] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 803.292258] env[69371]: value = "task-4130004" [ 803.292258] env[69371]: _type = "Task" [ 803.292258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.304049] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130004, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.325119] env[69371]: DEBUG nova.compute.manager [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.325403] env[69371]: DEBUG nova.compute.manager [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing instance network info cache due to event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.325624] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325765] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325997] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.339674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.339845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.339977] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.341139] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cc920f-3400-c7ec-ca38-002b4ebb4789, 'name': SearchDatastore_Task, 'duration_secs': 0.030265} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.347108] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f279cf-fd61-496b-bdc3-c6d5dbf32246 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.352753] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 803.352753] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52419d53-dd5e-46ad-4c3a-7350fe55fae0" [ 803.352753] env[69371]: _type = "Task" [ 803.352753] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.366440] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52419d53-dd5e-46ad-4c3a-7350fe55fae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.434929] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "065b704e-0717-4af5-9816-52ebdf54b9db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.435242] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.435486] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "065b704e-0717-4af5-9816-52ebdf54b9db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.435707] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.435912] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.438134] env[69371]: INFO nova.compute.manager [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Terminating instance [ 803.470157] env[69371]: INFO nova.compute.manager [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Took 42.69 seconds to build instance. [ 803.506030] env[69371]: DEBUG nova.compute.utils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.507824] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.508359] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.664490] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d807b71-76b0-4a15-820a-147778c642c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.672813] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa040646-0937-4e3c-b039-45534791b003 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.713400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34081fc-b4cb-49c1-b45e-c5ee1403e7aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.723720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c1cbc-f652-4715-84fc-88252f50d608 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.741318] env[69371]: DEBUG nova.compute.provider_tree [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.800685] env[69371]: DEBUG nova.policy [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ce5fe18a2cc4c42bf55aaac9cd4e1a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '806dfccef5f24331834ffe99d0b7ee85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.809650] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130004, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.865757] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52419d53-dd5e-46ad-4c3a-7350fe55fae0, 'name': SearchDatastore_Task, 'duration_secs': 0.022158} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.866689] env[69371]: DEBUG nova.network.neutron [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Port 9de496d1-17f9-443a-a313-94a6fbcce06b binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 803.868077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.868341] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 28443994-167a-440a-8235-c2ecc98733ee/28443994-167a-440a-8235-c2ecc98733ee.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.868834] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f20f89-74a0-4a4f-9b62-3e3cc8d930e8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.876807] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 803.876807] env[69371]: value = "task-4130005" [ 803.876807] env[69371]: _type = "Task" [ 803.876807] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.891798] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.922428] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.942304] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "refresh_cache-065b704e-0717-4af5-9816-52ebdf54b9db" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.942493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquired lock "refresh_cache-065b704e-0717-4af5-9816-52ebdf54b9db" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.942668] env[69371]: DEBUG nova.network.neutron [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.972660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d12a5724-2a77-4492-8ad6-13f5e6c6f6d7 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.554s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.013573] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.122126] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Acquiring lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125541] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Acquired lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.125541] env[69371]: DEBUG nova.network.neutron [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.244722] env[69371]: DEBUG nova.scheduler.client.report [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.301288] env[69371]: DEBUG nova.network.neutron [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updated VIF entry in instance network info cache for port 4bf2fa4a-968a-4365-8aa1-c23b6775fd76. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.301621] env[69371]: DEBUG nova.network.neutron [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updating instance_info_cache with network_info: [{"id": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "address": "fa:16:3e:7c:75:87", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2fa4a-96", "ovs_interfaceid": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.310939] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130004, 'name': Destroy_Task, 'duration_secs': 0.765875} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.311357] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Destroyed the VM [ 804.311837] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.312226] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2ddd580-9cf9-42d3-8a64-70a5c5e44a8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.323583] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 804.323583] env[69371]: value = "task-4130006" [ 804.323583] env[69371]: _type = "Task" [ 804.323583] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.335565] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130006, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.386128] env[69371]: DEBUG nova.network.neutron [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Updating instance_info_cache with network_info: [{"id": "af22e060-a2a4-46e0-8c91-975595fecb2a", "address": "fa:16:3e:28:c3:5c", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf22e060-a2", "ovs_interfaceid": "af22e060-a2a4-46e0-8c91-975595fecb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.391488] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130005, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.460784] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updated VIF entry in instance network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.461381] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.475528] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.487022] env[69371]: DEBUG nova.network.neutron [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.613632] env[69371]: DEBUG nova.network.neutron [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.670989] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Successfully created port: 76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.752139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.752139] env[69371]: INFO nova.compute.manager [None req-b1467eac-a6b0-4521-bb95-68dfee58bf53 tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Successfully reverted task state from rebuilding on failure for instance. [ 804.757881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.889s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.758378] env[69371]: DEBUG nova.objects.instance [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 804.804551] env[69371]: DEBUG oslo_concurrency.lockutils [req-000dd2c5-e437-4a29-b421-88c4ce274e5a req-d15c6451-c008-4b66-85cc-9d0eccd52e6a service nova] Releasing lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.847357] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130006, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.889761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.889967] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Instance network_info: |[{"id": "af22e060-a2a4-46e0-8c91-975595fecb2a", "address": "fa:16:3e:28:c3:5c", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf22e060-a2", "ovs_interfaceid": "af22e060-a2a4-46e0-8c91-975595fecb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.903070] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c3:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af22e060-a2a4-46e0-8c91-975595fecb2a', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.916977] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.927179] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.927422] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.927601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.930051] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.930165] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d4347a-2147-435e-8dea-b297586f2358 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.948894] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799883} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.950574] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 28443994-167a-440a-8235-c2ecc98733ee/28443994-167a-440a-8235-c2ecc98733ee.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.950574] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.950574] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2db1b9-2c8a-4958-83fc-08ac07f7e226 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.956034] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.956034] env[69371]: value = "task-4130007" [ 804.956034] env[69371]: _type = "Task" [ 804.956034] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.961866] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 804.961866] env[69371]: value = "task-4130008" [ 804.961866] env[69371]: _type = "Task" [ 804.961866] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.972952] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.973308] env[69371]: DEBUG nova.compute.manager [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.973427] env[69371]: DEBUG nova.compute.manager [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing instance network info cache due to event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.973655] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Acquiring lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.973781] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Acquired lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.973940] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.977053] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130007, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.984755] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.024677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.030818] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.050983] env[69371]: DEBUG nova.network.neutron [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Updating instance_info_cache with network_info: [{"id": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "address": "fa:16:3e:24:78:cb", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b12dc-bb", "ovs_interfaceid": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.066956] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.067212] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.067367] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.067547] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.067717] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.067939] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.068215] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.068385] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.068551] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.068711] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.068873] env[69371]: DEBUG nova.virt.hardware [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.070188] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32784187-dd81-493e-8f7e-8f1ba843ddd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.079991] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa496255-62db-418c-bb15-088669606968 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.116149] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Releasing lock "refresh_cache-065b704e-0717-4af5-9816-52ebdf54b9db" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.118472] env[69371]: DEBUG nova.compute.manager [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.118472] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.118472] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44ed998-51fb-41f3-963a-2a5a8af7966d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.125704] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.126044] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca55d9b-66d1-4045-9b9c-60d29ffb3935 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.134240] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 805.134240] env[69371]: value = "task-4130009" [ 805.134240] env[69371]: _type = "Task" [ 805.134240] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.145023] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4130009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.342656] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130006, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.472196] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130007, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.482759] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08287} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.483495] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.486253] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe788a6c-37f1-4ea1-a6d4-acf63610ba4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.519862] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 28443994-167a-440a-8235-c2ecc98733ee/28443994-167a-440a-8235-c2ecc98733ee.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.522166] env[69371]: DEBUG nova.compute.manager [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Received event network-vif-plugged-af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.522166] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Acquiring lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.522420] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.522626] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.522852] env[69371]: DEBUG nova.compute.manager [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] No waiting events found dispatching network-vif-plugged-af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.524231] env[69371]: WARNING nova.compute.manager [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Received unexpected event network-vif-plugged-af22e060-a2a4-46e0-8c91-975595fecb2a for instance with vm_state building and task_state spawning. [ 805.524231] env[69371]: DEBUG nova.compute.manager [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Received event network-changed-af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.524231] env[69371]: DEBUG nova.compute.manager [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Refreshing instance network info cache due to event network-changed-af22e060-a2a4-46e0-8c91-975595fecb2a. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.524231] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Acquiring lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.524231] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Acquired lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.524463] env[69371]: DEBUG nova.network.neutron [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Refreshing network info cache for port af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.529796] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e4a317-78ed-4632-9782-ae0f1abd4614 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.554784] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Releasing lock "refresh_cache-92b7fbc4-a250-43f7-99b5-995a091a1af2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.555102] env[69371]: DEBUG nova.compute.manager [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Inject network info {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 805.555463] env[69371]: DEBUG nova.compute.manager [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] network_info to inject: |[{"id": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "address": "fa:16:3e:24:78:cb", "network": {"id": "4c670f7d-3b43-4b44-9b8c-474ad1b5710d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-882274048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33dcc27af5b845919591b98d37ad2a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a6b12dc-bb", "ovs_interfaceid": "9a6b12dc-bb7a-4560-8a8e-c95429d0f887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 805.560908] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Reconfiguring VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 805.564854] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9af0951-94b1-47d1-bdaf-d81957ce644a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.580020] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 805.580020] env[69371]: value = "task-4130010" [ 805.580020] env[69371]: _type = "Task" [ 805.580020] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.588551] env[69371]: DEBUG oslo_vmware.api [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Waiting for the task: (returnval){ [ 805.588551] env[69371]: value = "task-4130011" [ 805.588551] env[69371]: _type = "Task" [ 805.588551] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.601237] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.608418] env[69371]: DEBUG oslo_vmware.api [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Task: {'id': task-4130011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.646160] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4130009, 'name': PowerOffVM_Task, 'duration_secs': 0.252257} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.646160] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.646344] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.647595] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cda0241-0a9f-462f-96c1-292990e50cb1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.677669] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.678069] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.678273] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Deleting the datastore file [datastore2] 065b704e-0717-4af5-9816-52ebdf54b9db {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.678739] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08939974-b382-42c5-9a74-8997b33739f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.687976] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for the task: (returnval){ [ 805.687976] env[69371]: value = "task-4130013" [ 805.687976] env[69371]: _type = "Task" [ 805.687976] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.699325] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4130013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.767359] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.768617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.768617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.768617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.768617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.770817] env[69371]: DEBUG oslo_concurrency.lockutils [None req-13f03819-db9f-4d5c-8bbb-0d120ef638ab tempest-ServersAdmin275Test-1257167264 tempest-ServersAdmin275Test-1257167264-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.772229] env[69371]: INFO nova.compute.manager [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Terminating instance [ 805.773853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.438s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.774123] env[69371]: DEBUG nova.objects.instance [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lazy-loading 'resources' on Instance uuid 38dfffac-77ba-45e6-83bd-455a2c5bfef4 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.786734] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updated VIF entry in instance network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.787756] env[69371]: DEBUG nova.network.neutron [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [{"id": "0d1d1153-ce41-4de8-83f5-600180bf9782", "address": "fa:16:3e:0a:a6:54", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1d1153-ce", "ovs_interfaceid": "0d1d1153-ce41-4de8-83f5-600180bf9782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.845819] env[69371]: DEBUG oslo_vmware.api [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130006, 'name': RemoveSnapshot_Task, 'duration_secs': 1.232617} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.846229] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.846573] env[69371]: INFO nova.compute.manager [None req-86741af6-23e7-408a-968b-ae9b1d945f74 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Took 17.41 seconds to snapshot the instance on the hypervisor. [ 805.865401] env[69371]: INFO nova.compute.manager [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Rescuing [ 805.865401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.865401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.865401] env[69371]: DEBUG nova.network.neutron [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.966348] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130007, 'name': CreateVM_Task, 'duration_secs': 0.607643} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.966506] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.967163] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.967330] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.967717] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.968031] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d362c2f5-a4fe-41be-a3d5-5ba212ba8cfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.973523] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 805.973523] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c71c70-6450-71f8-2078-b6fe9a2640f5" [ 805.973523] env[69371]: _type = "Task" [ 805.973523] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.982584] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c71c70-6450-71f8-2078-b6fe9a2640f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.985657] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.985857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.986059] env[69371]: DEBUG nova.network.neutron [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.003085] env[69371]: DEBUG nova.compute.manager [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.003350] env[69371]: DEBUG nova.compute.manager [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing instance network info cache due to event network-changed-0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.003546] env[69371]: DEBUG oslo_concurrency.lockutils [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] Acquiring lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.092810] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130010, 'name': ReconfigVM_Task, 'duration_secs': 0.352336} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.096057] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 28443994-167a-440a-8235-c2ecc98733ee/28443994-167a-440a-8235-c2ecc98733ee.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.096772] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e6c1fc5-c7fa-4144-8f44-71da8b14defd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.104582] env[69371]: DEBUG oslo_vmware.api [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] Task: {'id': task-4130011, 'name': ReconfigVM_Task, 'duration_secs': 0.20034} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.106064] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bffdb295-cc5d-458f-895e-376d97f54c8e tempest-ServersAdminTestJSON-1378634444 tempest-ServersAdminTestJSON-1378634444-project-admin] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Reconfigured VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 806.106615] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 806.106615] env[69371]: value = "task-4130014" [ 806.106615] env[69371]: _type = "Task" [ 806.106615] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.117668] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130014, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.201045] env[69371]: DEBUG oslo_vmware.api [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Task: {'id': task-4130013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18741} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.201360] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.201545] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.201721] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.201895] env[69371]: INFO nova.compute.manager [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Took 1.09 seconds to destroy the instance on the hypervisor. [ 806.202166] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.202599] env[69371]: DEBUG nova.compute.manager [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.202819] env[69371]: DEBUG nova.network.neutron [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.238683] env[69371]: DEBUG nova.network.neutron [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.280467] env[69371]: DEBUG nova.compute.manager [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.280684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.282251] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772054ed-5ec9-464d-b144-2ef98344b07d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.291194] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.291392] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7edf0141-ece0-4835-b1c3-c33c5c716fef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.295909] env[69371]: DEBUG oslo_concurrency.lockutils [req-264aa305-ba9f-4ccd-8895-91d221dcf688 req-6d1ba66d-fd1b-4e77-9c11-b1837d0a7602 service nova] Releasing lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.296263] env[69371]: DEBUG oslo_concurrency.lockutils [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] Acquired lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.296534] env[69371]: DEBUG nova.network.neutron [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Refreshing network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.299331] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 806.299331] env[69371]: value = "task-4130015" [ 806.299331] env[69371]: _type = "Task" [ 806.299331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.314121] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.359108] env[69371]: DEBUG nova.network.neutron [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Updated VIF entry in instance network info cache for port af22e060-a2a4-46e0-8c91-975595fecb2a. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.360785] env[69371]: DEBUG nova.network.neutron [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Updating instance_info_cache with network_info: [{"id": "af22e060-a2a4-46e0-8c91-975595fecb2a", "address": "fa:16:3e:28:c3:5c", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf22e060-a2", "ovs_interfaceid": "af22e060-a2a4-46e0-8c91-975595fecb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.492172] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c71c70-6450-71f8-2078-b6fe9a2640f5, 'name': SearchDatastore_Task, 'duration_secs': 0.021433} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.494978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.495191] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.495321] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.495480] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.495781] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.496452] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5feb4ad0-278e-4034-8a01-3f5f2dae7e46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508578] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.508578] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.509358] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc472943-07a2-4c40-a02d-f4ad0f5fa90d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.524510] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 806.524510] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52be2b54-92ea-1a53-e46c-331cb91351e6" [ 806.524510] env[69371]: _type = "Task" [ 806.524510] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.533574] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be2b54-92ea-1a53-e46c-331cb91351e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.601109] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.601809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.624496] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130014, 'name': Rename_Task, 'duration_secs': 0.151115} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.627199] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.627654] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97452e7-5fdc-40bb-822c-ce67bb2a3088 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.634125] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 806.634125] env[69371]: value = "task-4130016" [ 806.634125] env[69371]: _type = "Task" [ 806.634125] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.651430] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.652294] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Successfully updated port: 76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.741810] env[69371]: DEBUG nova.network.neutron [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.755043] env[69371]: DEBUG nova.network.neutron [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [{"id": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "address": "fa:16:3e:57:3d:61", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0771fef-7c", "ovs_interfaceid": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.813615] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130015, 'name': PowerOffVM_Task, 'duration_secs': 0.191389} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.813874] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.814051] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.814327] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-676ab4c9-8231-453d-a665-df48e3392817 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.858699] env[69371]: DEBUG nova.network.neutron [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.863948] env[69371]: DEBUG oslo_concurrency.lockutils [req-09eb4fbe-cf56-46ed-ba75-ab471c7275e2 req-c012a39d-fc2f-4dc0-ab1b-1d26f64c1401 service nova] Releasing lock "refresh_cache-384b0c67-defe-49f6-b6e2-7c91026707ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.891633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.891633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.891808] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleting the datastore file [datastore2] c8166933-ec22-4c63-a220-1a52c05515ee {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.894513] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd12d11f-2ccc-4dab-841e-4290a45582bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.901598] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 806.901598] env[69371]: value = "task-4130018" [ 806.901598] env[69371]: _type = "Task" [ 806.901598] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.907162] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a856c6-bc3f-4685-b58f-8ccb9ae3e02e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.917084] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.920426] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292cccbf-2c05-4b2f-a319-9e8ec3108512 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.957759] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56848ced-bb5d-42d4-b5dc-c389947d1588 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.967050] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a85e1eb-7a53-42b1-a7f8-6c7cc561fe0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.982637] env[69371]: DEBUG nova.compute.provider_tree [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.037080] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be2b54-92ea-1a53-e46c-331cb91351e6, 'name': SearchDatastore_Task, 'duration_secs': 0.038748} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.037961] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f108deb4-8b19-4dd6-acfc-e05ae1f5c1d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.046937] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 807.046937] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52987962-c481-ee63-1007-a1b4a44ccf2e" [ 807.046937] env[69371]: _type = "Task" [ 807.046937] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.058650] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52987962-c481-ee63-1007-a1b4a44ccf2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.073552] env[69371]: DEBUG nova.network.neutron [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updated VIF entry in instance network info cache for port 0d1d1153-ce41-4de8-83f5-600180bf9782. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.073960] env[69371]: DEBUG nova.network.neutron [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [{"id": "0d1d1153-ce41-4de8-83f5-600180bf9782", "address": "fa:16:3e:0a:a6:54", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d1d1153-ce", "ovs_interfaceid": "0d1d1153-ce41-4de8-83f5-600180bf9782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.110626] env[69371]: DEBUG nova.compute.utils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.145698] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130016, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.154628] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.154791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.154945] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.244547] env[69371]: INFO nova.compute.manager [-] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Took 1.04 seconds to deallocate network for instance. [ 807.257879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.365964] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.417439] env[69371]: DEBUG oslo_vmware.api [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261659} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.417880] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.418114] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.418311] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.418484] env[69371]: INFO nova.compute.manager [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 807.418737] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.418943] env[69371]: DEBUG nova.compute.manager [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.419413] env[69371]: DEBUG nova.network.neutron [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.486711] env[69371]: DEBUG nova.scheduler.client.report [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.560787] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52987962-c481-ee63-1007-a1b4a44ccf2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.561489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561743] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 384b0c67-defe-49f6-b6e2-7c91026707ab/384b0c67-defe-49f6-b6e2-7c91026707ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.562056] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f51dda1b-84df-487e-b2dc-7087b62d9aa2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.572151] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 807.572151] env[69371]: value = "task-4130019" [ 807.572151] env[69371]: _type = "Task" [ 807.572151] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.577598] env[69371]: DEBUG oslo_concurrency.lockutils [req-dacc5836-4af7-4c83-b487-d86c7da9ad2c req-09b7529c-eff9-4d06-b062-d5191cc8a01b service nova] Releasing lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.584168] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.615160] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.645895] env[69371]: DEBUG oslo_vmware.api [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130016, 'name': PowerOnVM_Task, 'duration_secs': 0.543828} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.646191] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.646392] env[69371]: INFO nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Took 8.30 seconds to spawn the instance on the hypervisor. [ 807.646641] env[69371]: DEBUG nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.647368] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b6780d-200a-4d8b-8a87-749f8e96153d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.698989] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.752084] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.842251] env[69371]: DEBUG nova.network.neutron [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Updating instance_info_cache with network_info: [{"id": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "address": "fa:16:3e:83:94:d8", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b35c48-ce", "ovs_interfaceid": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.896033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a3776e-0626-4ac5-9664-d2a1d67ebd80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.923196] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59317c29-51f3-48dd-bd6e-83f6ec45a68f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.933343] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.993732] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.000598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.810s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.000598] env[69371]: INFO nova.compute.claims [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.085963] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.165103] env[69371]: INFO nova.compute.manager [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Took 45.63 seconds to build instance. [ 808.180346] env[69371]: DEBUG nova.compute.manager [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Received event network-vif-plugged-76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.180632] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Acquiring lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.180860] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.181333] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.181582] env[69371]: DEBUG nova.compute.manager [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] No waiting events found dispatching network-vif-plugged-76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.182425] env[69371]: WARNING nova.compute.manager [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Received unexpected event network-vif-plugged-76b35c48-ce55-4b16-9e6c-7b70ef545342 for instance with vm_state building and task_state spawning. [ 808.182425] env[69371]: DEBUG nova.compute.manager [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Received event network-changed-76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.182425] env[69371]: DEBUG nova.compute.manager [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Refreshing instance network info cache due to event network-changed-76b35c48-ce55-4b16-9e6c-7b70ef545342. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.182425] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Acquiring lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.241612] env[69371]: DEBUG nova.network.neutron [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.348289] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348756] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Instance network_info: |[{"id": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "address": "fa:16:3e:83:94:d8", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b35c48-ce", "ovs_interfaceid": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.349198] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Acquired lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.349453] env[69371]: DEBUG nova.network.neutron [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Refreshing network info cache for port 76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.351099] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:94:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76b35c48-ce55-4b16-9e6c-7b70ef545342', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.367679] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.371184] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.371712] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cdd1781-bd2a-4848-9717-db2533abb6c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.392976] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.392976] env[69371]: value = "task-4130020" [ 808.392976] env[69371]: _type = "Task" [ 808.392976] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.401946] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130020, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.440086] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.440438] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa02846b-acfd-481a-921a-699ba3b1269a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.449971] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 808.449971] env[69371]: value = "task-4130021" [ 808.449971] env[69371]: _type = "Task" [ 808.449971] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.461391] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.521030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0504c3a3-5627-4493-a372-adf3825f72ae tempest-ServerActionsV293TestJSON-2068218622 tempest-ServerActionsV293TestJSON-2068218622-project-member] Lock "38dfffac-77ba-45e6-83bd-455a2c5bfef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.588s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.587196] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700091} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.588094] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 384b0c67-defe-49f6-b6e2-7c91026707ab/384b0c67-defe-49f6-b6e2-7c91026707ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.588094] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.588859] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3161f1d2-1f08-4559-b0ec-49fdd105851b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.598132] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 808.598132] env[69371]: value = "task-4130022" [ 808.598132] env[69371]: _type = "Task" [ 808.598132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.614696] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.646078] env[69371]: DEBUG nova.network.neutron [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Updated VIF entry in instance network info cache for port 76b35c48-ce55-4b16-9e6c-7b70ef545342. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.646326] env[69371]: DEBUG nova.network.neutron [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Updating instance_info_cache with network_info: [{"id": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "address": "fa:16:3e:83:94:d8", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76b35c48-ce", "ovs_interfaceid": "76b35c48-ce55-4b16-9e6c-7b70ef545342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.667677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8a2f0e0-702c-4604-bc9b-536df8a5e41b tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.256s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.698590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.698935] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.699289] env[69371]: INFO nova.compute.manager [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Attaching volume 0c4c9447-f6c3-476e-9853-14163beedaa7 to /dev/sdb [ 808.744358] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed32a63-a631-4939-8e26-a2be0689d131 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.747728] env[69371]: INFO nova.compute.manager [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 1.33 seconds to deallocate network for instance. [ 808.757808] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f37067-8791-4bb9-8dcd-80dfe5eb4f88 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.774308] env[69371]: DEBUG nova.virt.block_device [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updating existing volume attachment record: a7ccee4c-483e-473f-831b-6bc727b7fa22 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.796591] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.796944] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8eb47b-cb6c-4f7e-b6c1-00a22360cf03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.807524] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 808.807524] env[69371]: value = "task-4130023" [ 808.807524] env[69371]: _type = "Task" [ 808.807524] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.822281] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.905632] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130020, 'name': CreateVM_Task, 'duration_secs': 0.379615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.905960] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.906601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.907038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.907190] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.907426] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75297df-a049-4981-8124-227ff3046b45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.915581] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 808.915581] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52433919-67c1-19bb-51cd-e9858fa47775" [ 808.915581] env[69371]: _type = "Task" [ 808.915581] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.926787] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52433919-67c1-19bb-51cd-e9858fa47775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.961427] env[69371]: DEBUG oslo_vmware.api [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130021, 'name': PowerOnVM_Task, 'duration_secs': 0.508738} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.961726] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.961909] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9359dace-8ef9-492d-9c30-9f4e1d87bd4b tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance '618567d8-1d8e-48e0-9ef1-6ecf755d01b5' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.112359] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106678} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.115723] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.116940] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea79ce2-5768-43b5-9cb2-2b261f4d858d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.144167] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 384b0c67-defe-49f6-b6e2-7c91026707ab/384b0c67-defe-49f6-b6e2-7c91026707ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.149603] env[69371]: DEBUG nova.compute.manager [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.149739] env[69371]: DEBUG nova.compute.manager [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing instance network info cache due to event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.149986] env[69371]: DEBUG oslo_concurrency.lockutils [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.150215] env[69371]: DEBUG oslo_concurrency.lockutils [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.150327] env[69371]: DEBUG nova.network.neutron [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.151829] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f202e5-5fc6-4e88-8295-201c2c85a50d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.170504] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ddcd1cc-d7c0-4202-b9f8-d81dc65d781e req-e510d97c-edc1-440f-8a43-64da5e9e1758 service nova] Releasing lock "refresh_cache-9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.171265] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.184665] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 809.184665] env[69371]: value = "task-4130025" [ 809.184665] env[69371]: _type = "Task" [ 809.184665] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.198036] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.254697] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.317393] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130023, 'name': PowerOffVM_Task, 'duration_secs': 0.41069} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.317696] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.318543] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b2d32-8d3b-469b-8a6f-fde38a27ed9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.347084] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc400a-8889-46f2-a756-09fa7c6e12dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.394390] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.394390] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11204dc7-87f9-423a-bdb3-9d955e88c00b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.403157] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 809.403157] env[69371]: value = "task-4130028" [ 809.403157] env[69371]: _type = "Task" [ 809.403157] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.412779] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.429664] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52433919-67c1-19bb-51cd-e9858fa47775, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.430225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.430459] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.430772] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.431091] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.431389] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.431708] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e17adb6b-34ff-4492-bc21-2153bcbe67ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.443818] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.443818] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.444071] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8257db4-fa59-4501-a7e8-eb96505da2f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.451010] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 809.451010] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527a18d6-a33a-dcfc-30f8-4f25d2265db7" [ 809.451010] env[69371]: _type = "Task" [ 809.451010] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.464988] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527a18d6-a33a-dcfc-30f8-4f25d2265db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.700370] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.700370] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.701373] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae6d4cf-7530-44a2-90a3-33faf7434bbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.709341] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb266a-9ea4-4985-8eaf-f16a9d55877e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.750254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b48239-e479-44f6-9a8e-9020f846a546 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.768609] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d32598-bec2-4f5c-b901-cf6f55000120 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.786998] env[69371]: DEBUG nova.compute.provider_tree [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.884318] env[69371]: DEBUG nova.compute.manager [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.885403] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8310a13-3c80-4990-827c-11183e4e511f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.913987] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 809.914323] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.914795] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.965663] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527a18d6-a33a-dcfc-30f8-4f25d2265db7, 'name': SearchDatastore_Task, 'duration_secs': 0.036942} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.967016] env[69371]: DEBUG nova.network.neutron [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updated VIF entry in instance network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.967449] env[69371]: DEBUG nova.network.neutron [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.970338] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4d88a1-b60c-4c3a-a1bb-1ed1912e3549 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.982390] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 809.982390] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b2d862-6872-28bd-37df-e82475a86549" [ 809.982390] env[69371]: _type = "Task" [ 809.982390] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.996651] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b2d862-6872-28bd-37df-e82475a86549, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.996961] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.997245] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4/9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.997610] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.997785] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.998016] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b179bf11-2d39-4131-9d7e-d20e95f6e827 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.000439] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b15459-b78a-47ee-8b42-8b278906e86f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.009412] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 810.009412] env[69371]: value = "task-4130029" [ 810.009412] env[69371]: _type = "Task" [ 810.009412] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.014319] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.014533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.016024] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73fb43e-1044-440a-9507-2d85b1363242 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.022032] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.026440] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 810.026440] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526867f2-3642-5f3d-d2cd-e75764c874d4" [ 810.026440] env[69371]: _type = "Task" [ 810.026440] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.038730] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526867f2-3642-5f3d-d2cd-e75764c874d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.197013] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130025, 'name': ReconfigVM_Task, 'duration_secs': 0.783405} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.197217] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 384b0c67-defe-49f6-b6e2-7c91026707ab/384b0c67-defe-49f6-b6e2-7c91026707ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.197776] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2bc7a37-8a46-4db4-8c17-4b2841fcf5a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.206561] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 810.206561] env[69371]: value = "task-4130030" [ 810.206561] env[69371]: _type = "Task" [ 810.206561] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.213047] env[69371]: DEBUG nova.compute.manager [req-25982ded-a9e7-4089-a940-dccce8f93fb7 req-b89499be-42ba-421a-8660-7690995a4693 service nova] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Received event network-vif-deleted-0d1d1153-ce41-4de8-83f5-600180bf9782 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.217584] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130030, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.263523] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.290641] env[69371]: DEBUG nova.scheduler.client.report [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.398293] env[69371]: INFO nova.compute.manager [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] instance snapshotting [ 810.402244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aeee74-9a3d-46bc-8e48-b1f66de93fef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.434895] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a88a6bd-33ce-4158-844b-a4932588e216 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.470640] env[69371]: DEBUG oslo_concurrency.lockutils [req-71653f0d-129f-49b1-90b3-b665069726ef req-722068c7-2b75-4a9b-ae23-03b527d8a995 service nova] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524085] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.541963] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526867f2-3642-5f3d-d2cd-e75764c874d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.542918] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fd92aa-04b6-4f0c-808b-2a7a4d1cd40d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.553332] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 810.553332] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527942d6-3abd-987e-c8d1-a87c896900c6" [ 810.553332] env[69371]: _type = "Task" [ 810.553332] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.566381] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527942d6-3abd-987e-c8d1-a87c896900c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.718943] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130030, 'name': Rename_Task, 'duration_secs': 0.197488} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.719334] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.719527] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c88681f-959c-4aa7-81cc-094418cdfa56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.726749] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 810.726749] env[69371]: value = "task-4130031" [ 810.726749] env[69371]: _type = "Task" [ 810.726749] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.738476] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.796064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.796626] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.802015] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.123s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.802015] env[69371]: DEBUG nova.objects.instance [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lazy-loading 'resources' on Instance uuid 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.948787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.949478] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-520009ee-84de-4324-a55a-b60ef8b3f9e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.958704] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 810.958704] env[69371]: value = "task-4130032" [ 810.958704] env[69371]: _type = "Task" [ 810.958704] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.968513] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.020713] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693849} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.020982] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4/9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.021222] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.021480] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f97bf6-f4dd-404d-b346-73cbebec7348 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.030237] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 811.030237] env[69371]: value = "task-4130033" [ 811.030237] env[69371]: _type = "Task" [ 811.030237] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.039653] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.065370] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527942d6-3abd-987e-c8d1-a87c896900c6, 'name': SearchDatastore_Task, 'duration_secs': 0.055349} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.065963] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.066057] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 811.066440] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd67dba-db6b-4814-bb65-517eae896273 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.076027] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 811.076027] env[69371]: value = "task-4130034" [ 811.076027] env[69371]: _type = "Task" [ 811.076027] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.085550] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.238388] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.303932] env[69371]: DEBUG nova.compute.utils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.317414] env[69371]: DEBUG nova.compute.manager [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.317414] env[69371]: DEBUG nova.compute.manager [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing instance network info cache due to event network-changed-3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.317414] env[69371]: DEBUG oslo_concurrency.lockutils [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] Acquiring lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317414] env[69371]: DEBUG oslo_concurrency.lockutils [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] Acquired lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.317414] env[69371]: DEBUG nova.network.neutron [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Refreshing network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.318745] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 811.480746] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.542488] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087517} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.542488] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.543653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29567454-0361-4b38-a261-ace573edaa1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.575760] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4/9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.579166] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf343df2-91d7-4ce3-aae8-bd3e254a0785 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.610895] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130034, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.612802] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 811.612802] env[69371]: value = "task-4130036" [ 811.612802] env[69371]: _type = "Task" [ 811.612802] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.625518] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.737821] env[69371]: DEBUG oslo_vmware.api [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130031, 'name': PowerOnVM_Task, 'duration_secs': 0.644366} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.742534] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.742534] env[69371]: INFO nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Took 9.54 seconds to spawn the instance on the hypervisor. [ 811.742534] env[69371]: DEBUG nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.742534] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1981e982-c904-4561-a512-eac52a9fad1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.783298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.783298] env[69371]: DEBUG nova.compute.manager [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Going to confirm migration 1 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 811.822923] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.836024] env[69371]: INFO nova.compute.manager [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Rebuilding instance [ 811.885994] env[69371]: DEBUG nova.compute.manager [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.887763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7fa9b-794d-4f77-8b11-7941db56926c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.972283] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.974086] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d66fbc-fed8-48fd-b448-9e56081c0683 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.984221] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb61a5-7f9f-4f1e-9a47-34777518a7de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.023567] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45ac4f-16be-44c7-90b5-76eda3f1f5c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.029248] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c061a-cb87-4c8b-8185-f0cd7faf6bbb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.043617] env[69371]: DEBUG nova.compute.provider_tree [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.089196] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568795} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.089464] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 812.090371] env[69371]: DEBUG nova.network.neutron [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updated VIF entry in instance network info cache for port 3167ae0e-6a98-43a2-af20-c86d272d6240. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.090722] env[69371]: DEBUG nova.network.neutron [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [{"id": "3167ae0e-6a98-43a2-af20-c86d272d6240", "address": "fa:16:3e:19:35:12", "network": {"id": "496e0000-4769-4542-9e70-ce4d255439f7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-921474761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bebf401d5ac41cbb8f9a0e534c8aacc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167ae0e-6a", "ovs_interfaceid": "3167ae0e-6a98-43a2-af20-c86d272d6240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.092501] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ebd83-df9f-48d4-ab1f-542c0cb61b25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.119535] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.120697] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255281fb-d46a-4d53-b749-f85a3083af40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.145472] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.146901] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 812.146901] env[69371]: value = "task-4130037" [ 812.146901] env[69371]: _type = "Task" [ 812.146901] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.156320] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.259608] env[69371]: INFO nova.compute.manager [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Took 48.04 seconds to build instance. [ 812.380206] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.380423] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.380733] env[69371]: DEBUG nova.network.neutron [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.380822] env[69371]: DEBUG nova.objects.instance [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lazy-loading 'info_cache' on Instance uuid 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.472422] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.547210] env[69371]: DEBUG nova.scheduler.client.report [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.596134] env[69371]: DEBUG oslo_concurrency.lockutils [req-78b93578-88f7-4857-82af-a64ec8ea1c28 req-3a60a5f2-8dff-472a-aadb-dfed82a53f78 service nova] Releasing lock "refresh_cache-4bddbe9c-ef5c-4788-a28e-da0d981bde29" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.631179] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.657975] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.761533] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f708a4c9-ef3f-48c2-bef9-9bb1370b33fc tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.619s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.834248] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.861442] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.861694] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.863812] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.863812] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.863812] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.863812] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.863812] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.864053] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.864053] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.864053] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.864053] env[69371]: DEBUG nova.virt.hardware [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.864185] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e43e32-47cf-4c51-83cb-78893e5a0020 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.873036] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a8ba3-e9a2-4536-83fb-6f2f550db051 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.891806] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.897576] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Creating folder: Project (a88bc00ae0d745379f7399e3c4c0b38f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.898220] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb50b65-7b29-424e-938f-f6903f37edb6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.906118] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.906832] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d744be8c-93b1-41f7-a02a-c23def16bb83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.911256] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Created folder: Project (a88bc00ae0d745379f7399e3c4c0b38f) in parent group-v817910. [ 812.911394] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Creating folder: Instances. Parent ref: group-v818032. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.911676] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85418afe-6737-4abb-ac4c-830368007cfd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.915565] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 812.915565] env[69371]: value = "task-4130039" [ 812.915565] env[69371]: _type = "Task" [ 812.915565] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.924968] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.926467] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Created folder: Instances in parent group-v818032. [ 812.926699] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.926892] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.927115] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a77fcdb-c358-4375-abc7-231a81432445 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.948090] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.948090] env[69371]: value = "task-4130041" [ 812.948090] env[69371]: _type = "Task" [ 812.948090] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.959527] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130041, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.975224] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.052568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.054973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.458s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.055659] env[69371]: DEBUG nova.objects.instance [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lazy-loading 'resources' on Instance uuid c3c5257b-43a8-4732-a68f-00914ad78a98 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.081508] env[69371]: INFO nova.scheduler.client.report [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Deleted allocations for instance 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357 [ 813.136192] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130036, 'name': ReconfigVM_Task, 'duration_secs': 1.172651} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.136192] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4/9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.136827] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c2a0df-c4fd-4e7b-a6d6-0502836d91cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.146031] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 813.146031] env[69371]: value = "task-4130042" [ 813.146031] env[69371]: _type = "Task" [ 813.146031] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.167855] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130037, 'name': ReconfigVM_Task, 'duration_secs': 0.870617} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.172793] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.173487] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130042, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.174779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebad4f-ff2d-4034-b586-10d783cd1e9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.219178] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f15f3df-d9a8-434e-a718-383a4b39fe26 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.244831] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 813.244831] env[69371]: value = "task-4130043" [ 813.244831] env[69371]: _type = "Task" [ 813.244831] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.260138] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.264987] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.426947] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130039, 'name': PowerOffVM_Task, 'duration_secs': 0.225078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.427269] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.427588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.428309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce22512-02d0-4b6a-a860-9b802866c9d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.442082] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.444701] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c458c68-066f-4f78-84e7-b8c63b9dbfe8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.457929] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130041, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.471942] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130032, 'name': CreateSnapshot_Task, 'duration_secs': 2.206615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.472854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.473794] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d19f27-444b-4712-b303-d35b529a8b3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.524346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.524548] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.524723] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore1] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.524994] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93146622-33b1-474f-ab6f-2c03ed5b002d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.534427] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 813.534427] env[69371]: value = "task-4130045" [ 813.534427] env[69371]: _type = "Task" [ 813.534427] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.543611] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.592386] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89cd3530-3622-4335-a305-737ec128880f tempest-ServersTestFqdnHostnames-1895970312 tempest-ServersTestFqdnHostnames-1895970312-project-member] Lock "9db1b0ba-ae45-4bcb-a3cf-69e497fa3357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.024s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.660444] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130042, 'name': Rename_Task, 'duration_secs': 0.182662} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.660444] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.660771] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a95b90d-7f43-411b-93dc-7cfc03ca28cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.669491] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 813.669491] env[69371]: value = "task-4130046" [ 813.669491] env[69371]: _type = "Task" [ 813.669491] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.683138] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.684425] env[69371]: DEBUG nova.network.neutron [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [{"id": "9de496d1-17f9-443a-a313-94a6fbcce06b", "address": "fa:16:3e:87:6b:4c", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de496d1-17", "ovs_interfaceid": "9de496d1-17f9-443a-a313-94a6fbcce06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.760742] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130043, 'name': ReconfigVM_Task, 'duration_secs': 0.187131} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.764509] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.765350] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ecccbfd-ccff-403e-8032-46fa92793126 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.775781] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 813.775781] env[69371]: value = "task-4130047" [ 813.775781] env[69371]: _type = "Task" [ 813.775781] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.786490] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.787950] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.846978] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.847940] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818031', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'name': 'volume-0c4c9447-f6c3-476e-9853-14163beedaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6009f5-bca6-47c4-8bf8-df472114d87e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'serial': '0c4c9447-f6c3-476e-9853-14163beedaa7'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.849602] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1027570-e10c-426f-abd3-0ab7f6cb5a62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.871532] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bcbd89-dd4a-4afe-b605-d2f25114180e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.900626] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-0c4c9447-f6c3-476e-9853-14163beedaa7/volume-0c4c9447-f6c3-476e-9853-14163beedaa7.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.903780] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac6e977-ce00-47d0-abfa-017cfe3d756c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.925048] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 813.925048] env[69371]: value = "task-4130048" [ 813.925048] env[69371]: _type = "Task" [ 813.925048] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.935538] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.964123] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130041, 'name': CreateVM_Task, 'duration_secs': 0.565537} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.968415] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.969809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.970083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.970609] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.971046] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6bc0a3-972e-4f93-b68d-9399e73f3cf2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.978662] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 813.978662] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52555f39-fa71-3aac-c081-230832288674" [ 813.978662] env[69371]: _type = "Task" [ 813.978662] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.994650] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.000025] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63570d6c-8ff0-46dd-a8e1-9ab142434b70 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.002750] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52555f39-fa71-3aac-c081-230832288674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.010444] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 814.010444] env[69371]: value = "task-4130049" [ 814.010444] env[69371]: _type = "Task" [ 814.010444] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.024627] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130049, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.047114] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182912} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.048036] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.048036] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.048036] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.191058] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-618567d8-1d8e-48e0-9ef1-6ecf755d01b5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.191410] env[69371]: DEBUG nova.objects.instance [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lazy-loading 'migration_context' on Instance uuid 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.194068] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.226922] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffc681-b4c5-48bc-9a0f-d92abe5b4df1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.237428] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046a7fa-ffab-4f53-891f-6d610c34889f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.290510] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492688fa-b0af-4b31-894a-09407d40fd31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.300181] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.304045] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fac504-7d7f-4899-9dc6-254e39921fb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.320943] env[69371]: DEBUG nova.compute.provider_tree [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.436157] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.497041] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52555f39-fa71-3aac-c081-230832288674, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.497041] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.497041] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.497799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.497799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.497799] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.498526] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74358f2-8b4f-4baf-b8d9-f6d8c6320090 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.509717] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.509995] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.511877] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10425080-a0f9-4ce1-960c-f4ffa93b0c5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.522935] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 814.522935] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a1ecf3-9d8a-cef3-44ed-be856060fbaa" [ 814.522935] env[69371]: _type = "Task" [ 814.522935] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.529610] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130049, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.537734] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a1ecf3-9d8a-cef3-44ed-be856060fbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.684383] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.695343] env[69371]: DEBUG nova.objects.base [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Object Instance<618567d8-1d8e-48e0-9ef1-6ecf755d01b5> lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 814.696245] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a98e7-6391-4caf-b683-5ffd9a19f1c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.718777] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779ac350-03c8-484e-885e-50a0593a7b48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.725381] env[69371]: DEBUG oslo_vmware.api [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 814.725381] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5268bb53-2ae0-8555-1f3f-500f6ea244f6" [ 814.725381] env[69371]: _type = "Task" [ 814.725381] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.735172] env[69371]: DEBUG oslo_vmware.api [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5268bb53-2ae0-8555-1f3f-500f6ea244f6, 'name': SearchDatastore_Task, 'duration_secs': 0.007613} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.735443] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.798824] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.824520] env[69371]: DEBUG nova.scheduler.client.report [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.936844] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130048, 'name': ReconfigVM_Task, 'duration_secs': 0.549833} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.937353] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-0c4c9447-f6c3-476e-9853-14163beedaa7/volume-0c4c9447-f6c3-476e-9853-14163beedaa7.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.943244] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08a44f0-bf6b-4089-868b-9c6b20fcd4fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.958869] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 814.958869] env[69371]: value = "task-4130050" [ 814.958869] env[69371]: _type = "Task" [ 814.958869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.968103] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.024885] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130049, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.039973] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a1ecf3-9d8a-cef3-44ed-be856060fbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014796} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.040839] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ecb381-9187-4427-b081-272ee19092fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.050251] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 815.050251] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523f9155-2a4e-6137-2ce1-48e17b0ffde2" [ 815.050251] env[69371]: _type = "Task" [ 815.050251] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.065962] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523f9155-2a4e-6137-2ce1-48e17b0ffde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.090731] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.091070] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.091326] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.091596] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.091763] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.091912] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.092149] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.092321] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.092511] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.092763] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.092961] env[69371]: DEBUG nova.virt.hardware [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.095182] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40d800-950a-4a2d-b0f1-639fabfa279d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.104342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a6e2e-3bf8-4eac-9d77-c28fb3afaf2f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.122525] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f310c29d-be06-49b7-b38c-add98fd80b26', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.134850] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.135045] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.135283] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4be894f-30f3-45d3-b9bd-d2afc6498081 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.159884] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.159884] env[69371]: value = "task-4130051" [ 815.159884] env[69371]: _type = "Task" [ 815.159884] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.171460] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130051, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.181334] env[69371]: DEBUG oslo_vmware.api [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130046, 'name': PowerOnVM_Task, 'duration_secs': 1.235861} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.181334] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.181551] env[69371]: INFO nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Took 10.15 seconds to spawn the instance on the hypervisor. [ 815.182078] env[69371]: DEBUG nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.182598] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a0ef3-f5d7-4f91-9c91-8ecf2b8a3eb1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.300150] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.338021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.339385] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.634s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.378086] env[69371]: INFO nova.scheduler.client.report [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Deleted allocations for instance c3c5257b-43a8-4732-a68f-00914ad78a98 [ 815.469511] env[69371]: DEBUG oslo_vmware.api [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130050, 'name': ReconfigVM_Task, 'duration_secs': 0.188672} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.470435] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818031', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'name': 'volume-0c4c9447-f6c3-476e-9853-14163beedaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6009f5-bca6-47c4-8bf8-df472114d87e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'serial': '0c4c9447-f6c3-476e-9853-14163beedaa7'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.528124] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130049, 'name': CloneVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.562535] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523f9155-2a4e-6137-2ce1-48e17b0ffde2, 'name': SearchDatastore_Task, 'duration_secs': 0.016025} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.562980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.563346] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 19afd615-3771-440d-8556-0342b1ff805f/19afd615-3771-440d-8556-0342b1ff805f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.563668] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e95d0ba-09d3-4f7d-a195-a955a6ac3039 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.572336] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 815.572336] env[69371]: value = "task-4130052" [ 815.572336] env[69371]: _type = "Task" [ 815.572336] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.582469] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.670738] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130051, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.704890] env[69371]: INFO nova.compute.manager [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Took 47.39 seconds to build instance. [ 815.800732] env[69371]: DEBUG oslo_vmware.api [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130047, 'name': PowerOnVM_Task, 'duration_secs': 1.965596} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.800732] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.805131] env[69371]: DEBUG nova.compute.manager [None req-5310a14f-6d7f-4fd2-973b-6a1383667e48 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.806202] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1472f-96c1-4232-9396-e870e780d940 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.887793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6c488815-baba-4d72-9eff-bf4b89690a6b tempest-ServersAdmin275Test-1964134942 tempest-ServersAdmin275Test-1964134942-project-member] Lock "c3c5257b-43a8-4732-a68f-00914ad78a98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.702s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.035690] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130049, 'name': CloneVM_Task, 'duration_secs': 1.602667} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.035690] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Created linked-clone VM from snapshot [ 816.035690] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c273e9-017f-489a-8be8-e0b53e5ba526 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.051269] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Uploading image c2ee43be-83b3-4c11-8aa1-d0d7332dd4b2 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.085936] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.085936] env[69371]: value = "vm-818036" [ 816.085936] env[69371]: _type = "VirtualMachine" [ 816.085936] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.086663] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1da5127-40c8-4d19-a855-eac239739d01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.095055] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.096894] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease: (returnval){ [ 816.096894] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5254f047-38d2-9268-6bc9-29cdca10520a" [ 816.096894] env[69371]: _type = "HttpNfcLease" [ 816.096894] env[69371]: } obtained for exporting VM: (result){ [ 816.096894] env[69371]: value = "vm-818036" [ 816.096894] env[69371]: _type = "VirtualMachine" [ 816.096894] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.097249] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the lease: (returnval){ [ 816.097249] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5254f047-38d2-9268-6bc9-29cdca10520a" [ 816.097249] env[69371]: _type = "HttpNfcLease" [ 816.097249] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.106193] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.106193] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5254f047-38d2-9268-6bc9-29cdca10520a" [ 816.106193] env[69371]: _type = "HttpNfcLease" [ 816.106193] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.175659] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130051, 'name': CreateVM_Task, 'duration_secs': 0.577561} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.175876] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.176696] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.176864] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.177219] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.177511] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17ba873-f7a1-46fa-8f92-910e23d7e7da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.183142] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 816.183142] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5230264f-74b1-ca9a-0a23-914bb9a9d6dc" [ 816.183142] env[69371]: _type = "Task" [ 816.183142] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.193317] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5230264f-74b1-ca9a-0a23-914bb9a9d6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.208213] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6e7fe9fe-72d1-4a47-909f-a4fa1230fd5a tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.781s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.365024] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Applying migration context for instance 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 as it has an incoming, in-progress migration 81aa1e2b-2452-4c8b-9e26-542d8f087dcc. Migration status is confirming {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 816.365474] env[69371]: INFO nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating resource usage from migration 81aa1e2b-2452-4c8b-9e26-542d8f087dcc [ 816.395030] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395030] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3dea073e-95ab-448b-a0c1-93ad01083a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395030] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395030] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2fcce97a-83ca-4275-87eb-e0fa94789783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395369] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2a6009f5-bca6-47c4-8bf8-df472114d87e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395369] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4bddbe9c-ef5c-4788-a28e-da0d981bde29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395369] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 881a0b1e-4043-4466-aec3-9ab73a4f9575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395369] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance b63ab591-c43b-4347-8dd7-4bd747f394d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 816.395369] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ee543d6d-19a1-4787-a2b3-fde6d8aa99fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 816.395603] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1444a73b-85f7-4917-854c-11183e643f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395603] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance aa2b8b36-3d7f-48d2-afee-d1412bd34fb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.395752] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 816.396019] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.396260] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 18c0d4a1-96ba-42e6-a696-0f9792684e5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.396652] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4daec03b-466d-4d80-82b4-988e4e10f319 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.396966] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 065b704e-0717-4af5-9816-52ebdf54b9db is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 816.397290] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (52d5f370-49b9-4ee2-8c63-e0aaa6865b00): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 816.397802] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 92b7fbc4-a250-43f7-99b5-995a091a1af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.398072] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 28443994-167a-440a-8235-c2ecc98733ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.398321] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 384b0c67-defe-49f6-b6e2-7c91026707ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.398544] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.399964] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 19afd615-3771-440d-8556-0342b1ff805f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.545378] env[69371]: DEBUG nova.objects.instance [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lazy-loading 'flavor' on Instance uuid 2a6009f5-bca6-47c4-8bf8-df472114d87e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.586969] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780149} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.587643] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 19afd615-3771-440d-8556-0342b1ff805f/19afd615-3771-440d-8556-0342b1ff805f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.588031] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.588423] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d20016d1-81c1-4bb7-8b77-899479b33d56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.600030] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 816.600030] env[69371]: value = "task-4130054" [ 816.600030] env[69371]: _type = "Task" [ 816.600030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.614088] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.614088] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5254f047-38d2-9268-6bc9-29cdca10520a" [ 816.614088] env[69371]: _type = "HttpNfcLease" [ 816.614088] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.619701] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.619701] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5254f047-38d2-9268-6bc9-29cdca10520a" [ 816.619701] env[69371]: _type = "HttpNfcLease" [ 816.619701] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.619701] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.620450] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8199de-4d8e-420a-b236-703f2422c511 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.632031] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.632031] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.705498] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5230264f-74b1-ca9a-0a23-914bb9a9d6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.035988} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.706360] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.706657] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.707077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.708287] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.708287] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.708287] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70aa856-4fbb-4219-a9cf-65cd496e61ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.710311] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.721376] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.721649] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.723424] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec6a103-84b1-4bda-93d2-d602fac74b69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.731977] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 816.731977] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eb6736-2464-70ee-206d-1ee5d749033b" [ 816.731977] env[69371]: _type = "Task" [ 816.731977] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.749055] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eb6736-2464-70ee-206d-1ee5d749033b, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.749499] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc8b2c5-795e-47fc-85b8-d79aec8749a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.756054] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 816.756054] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52168ead-fdf3-642e-e882-69ac1b1d2405" [ 816.756054] env[69371]: _type = "Task" [ 816.756054] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.766750] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52168ead-fdf3-642e-e882-69ac1b1d2405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.771696] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a45cf77f-afb3-4237-9f22-f865022a5af9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.901901] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.050052] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ce49399-9ff1-4c45-9890-81e2f50233f7 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.115912] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152241} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.116132] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.116985] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b962f7-1d8c-4c46-8212-250ff255c04b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.140262] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 19afd615-3771-440d-8556-0342b1ff805f/19afd615-3771-440d-8556-0342b1ff805f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.140642] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5af23f8-9bd8-485b-8ae4-57c3d23ac2cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.164717] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 817.164717] env[69371]: value = "task-4130055" [ 817.164717] env[69371]: _type = "Task" [ 817.164717] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.174713] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.247538] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.271077] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52168ead-fdf3-642e-e882-69ac1b1d2405, 'name': SearchDatastore_Task, 'duration_secs': 0.014267} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.271468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.271742] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.272107] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14ddc088-e0e3-4781-bfc5-6f6bd0c66665 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.282019] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 817.282019] env[69371]: value = "task-4130056" [ 817.282019] env[69371]: _type = "Task" [ 817.282019] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.294542] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.405477] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.679438] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.796549] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130056, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.911161] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 519994ef-1c68-45cf-b022-d7433038e768 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.911450] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Migration 81aa1e2b-2452-4c8b-9e26-542d8f087dcc is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 817.911486] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 818.181130] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130055, 'name': ReconfigVM_Task, 'duration_secs': 0.687792} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.181130] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 19afd615-3771-440d-8556-0342b1ff805f/19afd615-3771-440d-8556-0342b1ff805f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.181130] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7431e6e1-5e17-41ac-b1e8-a969949dccca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.191906] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 818.191906] env[69371]: value = "task-4130057" [ 818.191906] env[69371]: _type = "Task" [ 818.191906] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.192441] env[69371]: INFO nova.compute.manager [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Unrescuing [ 818.192734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.192899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.193175] env[69371]: DEBUG nova.network.neutron [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.212293] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130057, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.293886] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841215} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.294581] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.294828] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.295161] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c82cbc9e-78ab-4fb4-8e02-8cac60683da6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.305385] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 818.305385] env[69371]: value = "task-4130058" [ 818.305385] env[69371]: _type = "Task" [ 818.305385] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.317619] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.382517] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.382917] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.414941] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1787cdf4-a184-4404-a9a8-f45877de9599 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.625043] env[69371]: DEBUG nova.network.neutron [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [{"id": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "address": "fa:16:3e:57:3d:61", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0771fef-7c", "ovs_interfaceid": "b0771fef-7c91-43c3-958f-5fe06e2bbd87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.704951] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130057, 'name': Rename_Task, 'duration_secs': 0.210795} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.705695] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.705790] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d26445-bed3-4022-9d39-31789c958a36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.715803] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 818.715803] env[69371]: value = "task-4130059" [ 818.715803] env[69371]: _type = "Task" [ 818.715803] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.725349] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.814696] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120432} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.818032] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.818032] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981efe6-c018-4e49-b841-166c1b9d4d39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.844670] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.845460] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1178950f-cfc8-4b3d-83d3-c3e0258cc9ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.874777] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 818.874777] env[69371]: value = "task-4130060" [ 818.874777] env[69371]: _type = "Task" [ 818.874777] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.886426] env[69371]: INFO nova.compute.manager [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Detaching volume 0c4c9447-f6c3-476e-9853-14163beedaa7 [ 818.888821] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.919444] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance bf237fd5-00da-4547-ace6-aba35d8d08f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 818.946884] env[69371]: INFO nova.virt.block_device [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Attempting to driver detach volume 0c4c9447-f6c3-476e-9853-14163beedaa7 from mountpoint /dev/sdb [ 818.948050] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.948050] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818031', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'name': 'volume-0c4c9447-f6c3-476e-9853-14163beedaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6009f5-bca6-47c4-8bf8-df472114d87e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'serial': '0c4c9447-f6c3-476e-9853-14163beedaa7'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.949254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9d7ef-c745-43da-a79e-c6c7530e9f39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.981212] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c1a28-7e23-4a1a-8c0b-2dced3931887 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.990390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c5452-f616-4686-aec1-bb0bd6758e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.014656] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1936865b-e6e3-4f6f-9398-7e45c0258e02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.031904] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c4c9447-f6c3-476e-9853-14163beedaa7/volume-0c4c9447-f6c3-476e-9853-14163beedaa7.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 819.037395] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 819.037832] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9109c536-145f-40d1-b1f3-2130bfbedb59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.058957] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 819.058957] env[69371]: value = "task-4130061" [ 819.058957] env[69371]: _type = "Task" [ 819.058957] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.069332] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.128859] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.129586] env[69371]: DEBUG nova.objects.instance [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'flavor' on Instance uuid 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.227610] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.389315] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.427721] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance c2d5dd16-7066-47d9-8825-f1e86b8cac5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 819.575853] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.638413] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4641a30-1dd9-4133-a266-d64865ed544b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.671589] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.673439] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447b0de9-ea73-4b73-a45c-c226be4a27b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.682263] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 819.682263] env[69371]: value = "task-4130062" [ 819.682263] env[69371]: _type = "Task" [ 819.682263] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.694333] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.730017] env[69371]: DEBUG oslo_vmware.api [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130059, 'name': PowerOnVM_Task, 'duration_secs': 0.690819} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.730600] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.731125] env[69371]: INFO nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Took 6.90 seconds to spawn the instance on the hypervisor. [ 819.731215] env[69371]: DEBUG nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.732398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172366a4-c2b4-48db-9b10-0d9ce7be941d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.890270] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130060, 'name': ReconfigVM_Task, 'duration_secs': 0.66071} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.891794] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.891794] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b816635d-fae1-4a4d-83c1-b09b99b5b80c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.900362] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 819.900362] env[69371]: value = "task-4130063" [ 819.900362] env[69371]: _type = "Task" [ 819.900362] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.914255] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130063, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.935048] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance c9fa009b-e531-4e27-933e-97f99a0ddc6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.076841] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130061, 'name': ReconfigVM_Task, 'duration_secs': 0.702813} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.077146] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.082468] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5155a3c-3a95-4567-9671-c61cc5805298 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.099600] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 820.099600] env[69371]: value = "task-4130064" [ 820.099600] env[69371]: _type = "Task" [ 820.099600] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.110201] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.194276] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130062, 'name': PowerOffVM_Task, 'duration_secs': 0.336329} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.194564] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.200813] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.201160] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fafc7d-f75c-409d-9976-9f1a9763f51f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221811] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 820.221811] env[69371]: value = "task-4130065" [ 820.221811] env[69371]: _type = "Task" [ 820.221811] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.232387] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.259777] env[69371]: INFO nova.compute.manager [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Took 46.10 seconds to build instance. [ 820.412801] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130063, 'name': Rename_Task, 'duration_secs': 0.244683} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.413604] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.413962] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dbf9425-bf49-4a98-98bd-5f050f9d9481 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.424371] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 820.424371] env[69371]: value = "task-4130066" [ 820.424371] env[69371]: _type = "Task" [ 820.424371] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.441761] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 760c785b-88cc-4cd1-a0f5-aecd58781d2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.443569] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.614679] env[69371]: DEBUG oslo_vmware.api [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130064, 'name': ReconfigVM_Task, 'duration_secs': 0.179487} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.615548] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818031', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'name': 'volume-0c4c9447-f6c3-476e-9853-14163beedaa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a6009f5-bca6-47c4-8bf8-df472114d87e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c4c9447-f6c3-476e-9853-14163beedaa7', 'serial': '0c4c9447-f6c3-476e-9853-14163beedaa7'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 820.733148] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130065, 'name': ReconfigVM_Task, 'duration_secs': 0.442298} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.734212] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.734212] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.734448] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad7377f-abb6-45d9-9ccd-a7d4d146424a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743344] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 820.743344] env[69371]: value = "task-4130067" [ 820.743344] env[69371]: _type = "Task" [ 820.743344] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.756026] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.762567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86aecc40-ac27-468b-b255-87523c10dd09 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.781s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.940665] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.947209] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1f33e029-85f0-4da9-aff5-e7d921c73829 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.947665] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 820.947870] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 821.196141] env[69371]: DEBUG nova.objects.instance [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lazy-loading 'flavor' on Instance uuid 2a6009f5-bca6-47c4-8bf8-df472114d87e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.222171] env[69371]: DEBUG nova.compute.manager [None req-27e42278-a8c9-410c-b3e7-8675bec87b4b tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.222653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da46bf-826c-4e3a-9648-e385630d2034 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.260933] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130067, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.444167] env[69371]: DEBUG oslo_vmware.api [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130066, 'name': PowerOnVM_Task, 'duration_secs': 0.79181} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.444167] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.444167] env[69371]: DEBUG nova.compute.manager [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.445653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c399c0-79e8-47b2-ae11-f6c58374bded {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.587439] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b12385-f918-4572-a4b6-81d63d1dffc3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.605366] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2cb24-c87b-4ece-afe9-c8d3f7966128 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.673641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490054c-2469-4e6f-8087-1e8a4f1d6223 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.686834] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134165d-6667-4742-b361-ecbcb6284d20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.714805] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.741825] env[69371]: INFO nova.compute.manager [None req-27e42278-a8c9-410c-b3e7-8675bec87b4b tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] instance snapshotting [ 821.742836] env[69371]: DEBUG nova.objects.instance [None req-27e42278-a8c9-410c-b3e7-8675bec87b4b tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lazy-loading 'flavor' on Instance uuid 19afd615-3771-440d-8556-0342b1ff805f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.755912] env[69371]: DEBUG oslo_vmware.api [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130067, 'name': PowerOnVM_Task, 'duration_secs': 0.546461} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.756238] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.756522] env[69371]: DEBUG nova.compute.manager [None req-55c577ee-1641-48ce-a050-40b6b24ee878 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.757451] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7004d-6b03-4ad2-87cd-82ca84e227cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.858436] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "19afd615-3771-440d-8556-0342b1ff805f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.858716] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.859845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "19afd615-3771-440d-8556-0342b1ff805f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.859845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.859845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.861721] env[69371]: INFO nova.compute.manager [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Terminating instance [ 821.914211] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "7602962a-51be-43bf-99a3-ccf0f576211c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.914399] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.971799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.220476] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.228869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b17fb2d3-efd5-4e7e-8a76-1098e7f52ad6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.846s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.256466] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85f016-811a-48a3-bf6c-cdc37086604d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.280352] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5afdb0-521b-4eec-8bb3-503706f383aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.370184] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "refresh_cache-19afd615-3771-440d-8556-0342b1ff805f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.370614] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquired lock "refresh_cache-19afd615-3771-440d-8556-0342b1ff805f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.371114] env[69371]: DEBUG nova.network.neutron [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.415568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "28443994-167a-440a-8235-c2ecc98733ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.416260] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.416964] env[69371]: DEBUG nova.compute.manager [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.419091] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.421570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a26e0-2fef-4ecb-824a-e8423f9286c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.430169] env[69371]: DEBUG nova.compute.manager [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 822.432308] env[69371]: DEBUG nova.objects.instance [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lazy-loading 'flavor' on Instance uuid 28443994-167a-440a-8235-c2ecc98733ee {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.730009] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 822.730334] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.391s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.730621] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.139s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.730818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.734250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.277s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.736438] env[69371]: INFO nova.compute.claims [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.777262] env[69371]: INFO nova.scheduler.client.report [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Deleted allocations for instance ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac [ 822.795767] env[69371]: DEBUG nova.compute.manager [None req-27e42278-a8c9-410c-b3e7-8675bec87b4b tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance disappeared during snapshot {{(pid=69371) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 822.876023] env[69371]: INFO nova.compute.manager [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Rebuilding instance [ 822.904434] env[69371]: DEBUG nova.network.neutron [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.952820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.001863] env[69371]: DEBUG nova.compute.manager [None req-27e42278-a8c9-410c-b3e7-8675bec87b4b tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Found 0 images (rotation: 2) {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 823.012887] env[69371]: DEBUG nova.network.neutron [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.038078] env[69371]: DEBUG nova.compute.manager [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.038998] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1876f41-c655-496c-bbc5-ad7844e88319 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.288262] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e92e73c-fbff-4f2a-98dc-9afd77a6b912 tempest-DeleteServersAdminTestJSON-1815995543 tempest-DeleteServersAdminTestJSON-1815995543-project-member] Lock "ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.259s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.442672] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.443100] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93def9cf-8168-4d31-b1c8-62b37d30ec19 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.452995] env[69371]: DEBUG oslo_vmware.api [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 823.452995] env[69371]: value = "task-4130068" [ 823.452995] env[69371]: _type = "Task" [ 823.452995] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.467059] env[69371]: DEBUG oslo_vmware.api [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.518912] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Releasing lock "refresh_cache-19afd615-3771-440d-8556-0342b1ff805f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.519615] env[69371]: DEBUG nova.compute.manager [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.519963] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.521373] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976bc507-bf6b-4dbc-851d-368990410c9e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.536641] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.537066] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d33869-4fdb-4883-ab29-4d703cfe4c6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.546042] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 823.546042] env[69371]: value = "task-4130069" [ 823.546042] env[69371]: _type = "Task" [ 823.546042] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.558210] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.709885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "b0e6c997-18b0-416f-9fc9-a79253131e80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.710137] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.970969] env[69371]: DEBUG oslo_vmware.api [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130068, 'name': PowerOffVM_Task, 'duration_secs': 0.329385} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.971283] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.971555] env[69371]: DEBUG nova.compute.manager [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.972400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8c402-7b57-46f1-8490-51d16af6ba6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.059370] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130069, 'name': PowerOffVM_Task, 'duration_secs': 0.142377} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.060046] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.060046] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.060303] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de577b4b-431a-429b-9189-f33758d8c832 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.062428] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.062773] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c58cd77-d95e-49b9-bf50-3e809832e21e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.074970] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 824.074970] env[69371]: value = "task-4130070" [ 824.074970] env[69371]: _type = "Task" [ 824.074970] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.089629] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.096891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.097093] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.097479] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Deleting the datastore file [datastore1] 19afd615-3771-440d-8556-0342b1ff805f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.097638] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd5a965-7e83-467e-9ea5-28480e4e7b0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.106394] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for the task: (returnval){ [ 824.106394] env[69371]: value = "task-4130072" [ 824.106394] env[69371]: _type = "Task" [ 824.106394] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.120591] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.394672] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f93f7-7761-428a-b16e-37efc9853952 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.405481] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90977bbd-fac3-4088-82f2-8afd3dbd1b73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.436688] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c0bde3-f78a-443d-8573-878291711923 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.446253] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed82551c-b7a7-4612-9b3c-625f76eaad0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.455706] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.455946] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.467683] env[69371]: DEBUG nova.compute.provider_tree [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.479923] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.480229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.492143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4d07f9f0-aab2-4b9a-a5ca-0076634f623e tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.585372] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130070, 'name': PowerOffVM_Task, 'duration_secs': 0.345206} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.585717] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.586941] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.586941] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e83ee3-bc50-47f2-8f48-c7e391fd867e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.595863] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.596114] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703b5810-63f5-4889-b910-f7d25671fe35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.621334] env[69371]: DEBUG oslo_vmware.api [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Task: {'id': task-4130072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199709} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.621670] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.621670] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.621876] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.622129] env[69371]: INFO nova.compute.manager [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 824.622303] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.622511] env[69371]: DEBUG nova.compute.manager [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.622645] env[69371]: DEBUG nova.network.neutron [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.644171] env[69371]: DEBUG nova.network.neutron [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.673208] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.673534] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.673842] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.674253] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5f78fe-4827-4320-95b0-3c71425a9ea3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.684928] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 824.684928] env[69371]: value = "task-4130074" [ 824.684928] env[69371]: _type = "Task" [ 824.684928] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.700275] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.728183] env[69371]: DEBUG nova.objects.instance [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lazy-loading 'flavor' on Instance uuid 18c0d4a1-96ba-42e6-a696-0f9792684e5c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.971529] env[69371]: DEBUG nova.scheduler.client.report [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.147226] env[69371]: DEBUG nova.network.neutron [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.204440] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290289} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.204823] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.204895] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.206033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.236868] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.236868] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.486171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.486171] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.489025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.472s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.489025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.490401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.636s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.492788] env[69371]: INFO nova.compute.claims [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.526353] env[69371]: INFO nova.scheduler.client.report [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Deleted allocations for instance ee543d6d-19a1-4787-a2b3-fde6d8aa99fd [ 825.617638] env[69371]: DEBUG nova.objects.instance [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lazy-loading 'flavor' on Instance uuid 28443994-167a-440a-8235-c2ecc98733ee {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.650563] env[69371]: INFO nova.compute.manager [-] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Took 1.03 seconds to deallocate network for instance. [ 825.817124] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.817442] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.002755] env[69371]: DEBUG nova.compute.utils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.006197] env[69371]: DEBUG nova.network.neutron [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.011856] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.012064] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.038883] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2b472d12-c063-46e6-a61e-6b667796b430 tempest-ServerRescueTestJSONUnderV235-660513466 tempest-ServerRescueTestJSONUnderV235-660513466-project-member] Lock "ee543d6d-19a1-4787-a2b3-fde6d8aa99fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.707s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.057994] env[69371]: DEBUG nova.compute.manager [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-changed-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.058238] env[69371]: DEBUG nova.compute.manager [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing instance network info cache due to event network-changed-de351252-5b1c-4329-853b-228179108093. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.058736] env[69371]: DEBUG oslo_concurrency.lockutils [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.059928] env[69371]: DEBUG nova.policy [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e94e66e1873d48369c67839fcde0540d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71a4cde614834cb4a6532b7c9f2a9d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.122931] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.123470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquired lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.123470] env[69371]: DEBUG nova.network.neutron [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.123642] env[69371]: DEBUG nova.objects.instance [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lazy-loading 'info_cache' on Instance uuid 28443994-167a-440a-8235-c2ecc98733ee {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.162157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.251567] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.251798] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.251947] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.252307] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.252307] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.253326] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.253326] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.253326] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.253326] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.253326] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.253526] env[69371]: DEBUG nova.virt.hardware [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.254202] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cc771-2418-4f0d-8b57-1eafc9f49afb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.263146] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f019fa-d68e-40c5-adc7-69d4e6154cd5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.281610] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:4d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f310c29d-be06-49b7-b38c-add98fd80b26', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.288806] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.289142] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.289842] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a698531e-2e3a-49c9-8fad-e403fdf22caf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.309633] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.309633] env[69371]: value = "task-4130075" [ 826.309633] env[69371]: _type = "Task" [ 826.309633] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.319155] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130075, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.340795] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Successfully created port: b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.496021] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.496021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342a841-7614-4a6c-9704-552049e8f6a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.501802] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.502048] env[69371]: ERROR oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk due to incomplete transfer. [ 826.502333] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8c535c0-c16f-4586-83da-64ad1cae8766 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.512286] env[69371]: DEBUG oslo_vmware.rw_handles [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5270011c-e4d7-e587-65f2-19d7e2504e21/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.512531] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Uploaded image c2ee43be-83b3-4c11-8aa1-d0d7332dd4b2 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.515211] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.515894] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.522451] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9de5b1cf-b4f6-4456-98c9-f1924465e217 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.533142] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 826.533142] env[69371]: value = "task-4130076" [ 826.533142] env[69371]: _type = "Task" [ 826.533142] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.546399] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130076, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.628454] env[69371]: DEBUG nova.objects.base [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Object Instance<28443994-167a-440a-8235-c2ecc98733ee> lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 826.825622] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130075, 'name': CreateVM_Task, 'duration_secs': 0.44066} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.827219] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.828176] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.828337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.828658] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.828925] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa053ab-4f26-44d8-8036-d39757125fe7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.835518] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 826.835518] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ec982e-764c-9a13-6b46-7a3e19b987c7" [ 826.835518] env[69371]: _type = "Task" [ 826.835518] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.849977] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ec982e-764c-9a13-6b46-7a3e19b987c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.023608] env[69371]: DEBUG nova.network.neutron [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.043165] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130076, 'name': Destroy_Task, 'duration_secs': 0.440295} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.044166] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Destroyed the VM [ 827.044415] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.048163] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c0b8fa0-9ded-4ac0-a83a-3aff47789409 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.056509] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 827.056509] env[69371]: value = "task-4130077" [ 827.056509] env[69371]: _type = "Task" [ 827.056509] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.066564] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.230510] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e49c0c-2f7c-482d-b3ac-633214b8c70f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.238703] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4445e5-816e-4ef1-95ef-baf99e552e8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.275222] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48998a28-e5ed-421a-a6aa-b9912bcb7dad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.283466] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3f35cb-a83d-41cc-beed-52c08b7c81fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.297164] env[69371]: DEBUG nova.compute.provider_tree [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.346934] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ec982e-764c-9a13-6b46-7a3e19b987c7, 'name': SearchDatastore_Task, 'duration_secs': 0.025589} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.347273] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.347545] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.347825] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.348077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.348323] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.348643] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ecd41d-2f5c-494a-a67c-175bd60e8ddb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.362403] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.362606] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.363425] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b4f75e-1725-44f7-bc84-cbbcf5ff6471 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.369303] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 827.369303] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e22f63-9682-f468-fbaf-4f849402a806" [ 827.369303] env[69371]: _type = "Task" [ 827.369303] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.383103] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e22f63-9682-f468-fbaf-4f849402a806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.505944] env[69371]: DEBUG nova.network.neutron [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updating instance_info_cache with network_info: [{"id": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "address": "fa:16:3e:7c:75:87", "network": {"id": "47b35cab-8124-411d-beac-85e6c7afbd04", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-891359658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "806dfccef5f24331834ffe99d0b7ee85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf2fa4a-96", "ovs_interfaceid": "4bf2fa4a-968a-4365-8aa1-c23b6775fd76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.529474] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.529742] env[69371]: DEBUG nova.compute.manager [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Inject network info {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 827.530013] env[69371]: DEBUG nova.compute.manager [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] network_info to inject: |[{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 827.535188] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfiguring VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 827.536519] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.540394] env[69371]: DEBUG oslo_concurrency.lockutils [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.540394] env[69371]: DEBUG nova.network.neutron [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing network info cache for port de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.545731] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-611685a8-7f3d-4c4a-852f-b05627d34afb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.567051] env[69371]: DEBUG oslo_vmware.api [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 827.567051] env[69371]: value = "task-4130078" [ 827.567051] env[69371]: _type = "Task" [ 827.567051] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.582848] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.583121] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.583280] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.583464] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.583612] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.583806] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.583960] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.584247] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.584320] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.585606] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.585606] env[69371]: DEBUG nova.virt.hardware [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.585606] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130077, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.586244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46802d1c-cd8f-4f37-acda-cba6c3c808f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.598880] env[69371]: DEBUG oslo_vmware.api [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.601180] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9137cc-5dd9-4b10-ac4a-f45ae107f44b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.804196] env[69371]: DEBUG nova.scheduler.client.report [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.880591] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e22f63-9682-f468-fbaf-4f849402a806, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.881487] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac97a0dc-e8be-45ec-82c2-a4b8a12ee678 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.888801] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 827.888801] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5268fa25-47f1-a568-a4aa-0a2774509368" [ 827.888801] env[69371]: _type = "Task" [ 827.888801] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.898523] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5268fa25-47f1-a568-a4aa-0a2774509368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.009812] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Releasing lock "refresh_cache-28443994-167a-440a-8235-c2ecc98733ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.030619] env[69371]: DEBUG nova.network.neutron [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updated VIF entry in instance network info cache for port de351252-5b1c-4329-853b-228179108093. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.031220] env[69371]: DEBUG nova.network.neutron [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.070120] env[69371]: DEBUG oslo_vmware.api [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130077, 'name': RemoveSnapshot_Task, 'duration_secs': 0.521235} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.070682] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.070682] env[69371]: INFO nova.compute.manager [None req-2df7366d-53fe-4aa0-8d12-0dfbadbb5e7e tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 828.084568] env[69371]: DEBUG oslo_vmware.api [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130078, 'name': ReconfigVM_Task, 'duration_secs': 0.170056} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.084861] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9175cb54-99a8-46bf-9011-82f5701e6eef tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfigured VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 828.295771] env[69371]: DEBUG nova.objects.instance [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lazy-loading 'flavor' on Instance uuid 18c0d4a1-96ba-42e6-a696-0f9792684e5c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.313355] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.313641] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.317950] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.617s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.319516] env[69371]: INFO nova.compute.claims [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.343137] env[69371]: DEBUG nova.compute.manager [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Received event network-vif-plugged-b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.343137] env[69371]: DEBUG oslo_concurrency.lockutils [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] Acquiring lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.343137] env[69371]: DEBUG oslo_concurrency.lockutils [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.343137] env[69371]: DEBUG oslo_concurrency.lockutils [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.343137] env[69371]: DEBUG nova.compute.manager [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] No waiting events found dispatching network-vif-plugged-b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.344324] env[69371]: WARNING nova.compute.manager [req-5115fd96-d53f-437b-a3ee-8a38ccea4a98 req-4d4adf47-9689-47b9-90f8-17060ca7ce77 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Received unexpected event network-vif-plugged-b78a8543-636c-4072-9199-cb1e71473690 for instance with vm_state building and task_state spawning. [ 828.410999] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5268fa25-47f1-a568-a4aa-0a2774509368, 'name': SearchDatastore_Task, 'duration_secs': 0.037696} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.411582] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Successfully updated port: b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.412782] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.413076] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.413329] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3783bbe9-6c07-4323-a808-1ccd283a6c07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.423201] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 828.423201] env[69371]: value = "task-4130079" [ 828.423201] env[69371]: _type = "Task" [ 828.423201] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.437972] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.533516] env[69371]: DEBUG oslo_concurrency.lockutils [req-aeb76374-1168-49bf-9dc8-6aef4c37e7ba req-e51fa260-3e1e-43d2-af68-f6c26875ce63 service nova] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.807576] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.808335] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.823386] env[69371]: DEBUG nova.compute.utils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.825242] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.825584] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.918223] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918411] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquired lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918590] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.943602] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.982318] env[69371]: DEBUG nova.policy [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b4d1a211a09430399b9e1d8818fb807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f887f18b66d0447a8d776e5008f5aced', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.024518] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.024518] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76bdb8c1-fd2a-430a-8729-42cf9ca30955 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.034034] env[69371]: DEBUG oslo_vmware.api [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 829.034034] env[69371]: value = "task-4130080" [ 829.034034] env[69371]: _type = "Task" [ 829.034034] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.044412] env[69371]: DEBUG oslo_vmware.api [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.334505] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.445197] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614386} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.445361] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.445685] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.446390] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d87bdfb-5c88-4819-9b71-8aaee078ce92 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.461649] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 829.461649] env[69371]: value = "task-4130081" [ 829.461649] env[69371]: _type = "Task" [ 829.461649] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.477506] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.536770] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.550176] env[69371]: DEBUG oslo_vmware.api [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130080, 'name': PowerOnVM_Task, 'duration_secs': 0.487473} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.550371] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.550691] env[69371]: DEBUG nova.compute.manager [None req-f4a2ff60-8508-4b45-908f-a51e628dab66 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.551544] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc3434-c2c3-42db-8141-42ead91a3834 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.973306] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127699} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.973306] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.973306] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743999b2-d29e-412b-ba51-5307974f45d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.008413] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.013687] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab6ff15-e467-46a7-b212-d59a71d50363 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.035883] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 830.035883] env[69371]: value = "task-4130082" [ 830.035883] env[69371]: _type = "Task" [ 830.035883] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.055713] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.170827] env[69371]: DEBUG nova.network.neutron [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Updating instance_info_cache with network_info: [{"id": "b78a8543-636c-4072-9199-cb1e71473690", "address": "fa:16:3e:86:af:2f", "network": {"id": "2699a339-e778-4350-92e6-4ae1b403ddf1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1922084502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a4cde614834cb4a6532b7c9f2a9d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78a8543-63", "ovs_interfaceid": "b78a8543-636c-4072-9199-cb1e71473690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.197736] env[69371]: DEBUG nova.network.neutron [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.237742] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c256a5-88c8-4ed3-b0ce-7f17e1c76391 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.246317] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e17724-4aa4-4768-8878-1103c90083d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.283077] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Successfully created port: a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.286327] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986da4b4-b718-482b-9953-0e8c3ee708fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.296845] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428a5e7-df6f-41e0-9b3c-ef91c25a2873 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.311784] env[69371]: DEBUG nova.compute.provider_tree [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.347960] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.382867] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.383137] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.383299] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.383483] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.383628] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.383775] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.383980] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.384196] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.384414] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.385227] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.385227] env[69371]: DEBUG nova.virt.hardware [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.385686] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d1a28-d37e-4fe5-af2a-2cd38f116dbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.396520] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a23755f-c20e-4644-be1f-4a6d4f4a3bcd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.551607] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.588583] env[69371]: DEBUG nova.compute.manager [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Received event network-changed-b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.588583] env[69371]: DEBUG nova.compute.manager [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Refreshing instance network info cache due to event network-changed-b78a8543-636c-4072-9199-cb1e71473690. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.588799] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Acquiring lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.678109] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Releasing lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.678377] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Instance network_info: |[{"id": "b78a8543-636c-4072-9199-cb1e71473690", "address": "fa:16:3e:86:af:2f", "network": {"id": "2699a339-e778-4350-92e6-4ae1b403ddf1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1922084502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a4cde614834cb4a6532b7c9f2a9d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78a8543-63", "ovs_interfaceid": "b78a8543-636c-4072-9199-cb1e71473690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.678724] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Acquired lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.679151] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Refreshing network info cache for port b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.684938] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:af:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b78a8543-636c-4072-9199-cb1e71473690', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.695057] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Creating folder: Project (71a4cde614834cb4a6532b7c9f2a9d2b). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.696495] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-000ad4f2-72cd-4df4-a2e4-ac1d797ef31e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.711511] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Created folder: Project (71a4cde614834cb4a6532b7c9f2a9d2b) in parent group-v817910. [ 830.711771] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Creating folder: Instances. Parent ref: group-v818039. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.712079] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a61f1dc-8510-47d0-9c47-af67bde38e42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.724718] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Created folder: Instances in parent group-v818039. [ 830.724964] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.725636] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.725967] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af760db5-1501-4327-a8b5-282e1420f1ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.755688] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.755688] env[69371]: value = "task-4130085" [ 830.755688] env[69371]: _type = "Task" [ 830.755688] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.770580] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130085, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.816092] env[69371]: DEBUG nova.scheduler.client.report [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.008021] env[69371]: DEBUG nova.network.neutron [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.056768] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130082, 'name': ReconfigVM_Task, 'duration_secs': 0.919665} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.057111] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541/79bdbfcc-5ed4-41d9-97bd-9d5a9e829541.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.058183] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21afe79a-2fd3-4f70-9f4e-019042f45efb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.070278] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 831.070278] env[69371]: value = "task-4130086" [ 831.070278] env[69371]: _type = "Task" [ 831.070278] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.083466] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130086, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.159167] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.159360] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.269173] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130085, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.322583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.006s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.323137] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.326308] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.747s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.327992] env[69371]: INFO nova.compute.claims [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.471230] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Updated VIF entry in instance network info cache for port b78a8543-636c-4072-9199-cb1e71473690. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.471230] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Updating instance_info_cache with network_info: [{"id": "b78a8543-636c-4072-9199-cb1e71473690", "address": "fa:16:3e:86:af:2f", "network": {"id": "2699a339-e778-4350-92e6-4ae1b403ddf1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1922084502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a4cde614834cb4a6532b7c9f2a9d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78a8543-63", "ovs_interfaceid": "b78a8543-636c-4072-9199-cb1e71473690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.511799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.512158] env[69371]: DEBUG nova.compute.manager [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Inject network info {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 831.512748] env[69371]: DEBUG nova.compute.manager [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] network_info to inject: |[{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 831.520506] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfiguring VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 831.521258] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745c3a77-39d6-46e0-b257-5dee4707ff48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.541967] env[69371]: DEBUG oslo_vmware.api [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 831.541967] env[69371]: value = "task-4130087" [ 831.541967] env[69371]: _type = "Task" [ 831.541967] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.552071] env[69371]: DEBUG oslo_vmware.api [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.582283] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130086, 'name': Rename_Task, 'duration_secs': 0.215699} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.582588] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.582859] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fe9b3f-e1aa-4f09-9f1a-0c84313ea9d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.590549] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 831.590549] env[69371]: value = "task-4130088" [ 831.590549] env[69371]: _type = "Task" [ 831.590549] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.601847] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.768545] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130085, 'name': CreateVM_Task, 'duration_secs': 0.888125} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.768545] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.768545] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.768545] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.768545] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.768827] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8d77bc-b4d4-42d9-9a65-fbab276ba5df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.774430] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 831.774430] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52527bbc-6783-c51b-4e4a-66b49eea209e" [ 831.774430] env[69371]: _type = "Task" [ 831.774430] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.785603] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52527bbc-6783-c51b-4e4a-66b49eea209e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.838364] env[69371]: DEBUG nova.compute.utils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.839607] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.841015] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.928629] env[69371]: DEBUG nova.policy [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.973524] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Releasing lock "refresh_cache-ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.973524] env[69371]: DEBUG nova.compute.manager [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-changed-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.973720] env[69371]: DEBUG nova.compute.manager [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing instance network info cache due to event network-changed-de351252-5b1c-4329-853b-228179108093. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.973928] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Acquiring lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.974081] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Acquired lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.974243] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Refreshing network info cache for port de351252-5b1c-4329-853b-228179108093 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.055716] env[69371]: DEBUG oslo_vmware.api [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130087, 'name': ReconfigVM_Task, 'duration_secs': 0.217153} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.055716] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7efadbbb-6ae9-4817-a466-6684c9b6b1ea tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Reconfigured VM instance to set the machine id {{(pid=69371) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 832.092095] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Successfully updated port: a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.108093] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.286083] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52527bbc-6783-c51b-4e4a-66b49eea209e, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.286352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.286594] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.286834] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286979] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.287177] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.287554] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584f6e84-3064-4b76-8f1a-4a169766c11d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.297569] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.297779] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.298563] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3582b081-46f9-4fa3-b19c-304de98a2cf7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.305219] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 832.305219] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521f7fa9-11ee-c95f-56e8-aa95779bfb89" [ 832.305219] env[69371]: _type = "Task" [ 832.305219] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.313954] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f7fa9-11ee-c95f-56e8-aa95779bfb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.325527] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Successfully created port: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.341848] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.600652] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.600919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.601071] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.610033] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130088, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.785793] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updated VIF entry in instance network info cache for port de351252-5b1c-4329-853b-228179108093. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.786261] env[69371]: DEBUG nova.network.neutron [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [{"id": "de351252-5b1c-4329-853b-228179108093", "address": "fa:16:3e:c8:83:05", "network": {"id": "c81f8aa6-228e-4f77-a90f-0ffa13f01dfa", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1009252541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10fd6a1bf7e94069870ea5f32d7f8c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde351252-5b", "ovs_interfaceid": "de351252-5b1c-4329-853b-228179108093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.818188] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f7fa9-11ee-c95f-56e8-aa95779bfb89, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.822504] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f02c4-5140-4d74-a075-2de91062e63b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.828378] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 832.828378] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520732d4-7d6f-8a9a-2600-e6efd766e7c6" [ 832.828378] env[69371]: _type = "Task" [ 832.828378] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.840581] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520732d4-7d6f-8a9a-2600-e6efd766e7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.840885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.841171] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc/ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.841431] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f6aefa9-4434-4123-b2b9-1bcfaf16c78c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.853650] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 832.853650] env[69371]: value = "task-4130089" [ 832.853650] env[69371]: _type = "Task" [ 832.853650] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.861986] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.872042] env[69371]: DEBUG nova.compute.manager [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Received event network-vif-plugged-a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.872264] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Acquiring lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.872473] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.872640] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.872803] env[69371]: DEBUG nova.compute.manager [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] No waiting events found dispatching network-vif-plugged-a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.872964] env[69371]: WARNING nova.compute.manager [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Received unexpected event network-vif-plugged-a554adf7-164a-459f-b23d-80024e311668 for instance with vm_state building and task_state spawning. [ 832.873136] env[69371]: DEBUG nova.compute.manager [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Received event network-changed-a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.873290] env[69371]: DEBUG nova.compute.manager [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Refreshing instance network info cache due to event network-changed-a554adf7-164a-459f-b23d-80024e311668. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.875116] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Acquiring lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.959103] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc67a9-179e-4640-a702-30006705ebad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.967658] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980e0851-1d84-41ce-839b-d40c7f92ed64 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.001464] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d787b2-d8c6-4c74-a718-3d82f6735d06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.012182] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61373607-dafd-4e68-bed3-44bb41de632f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.772943] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.773311] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.773311] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.773483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.773689] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.775507] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f3eff0d-7f66-4d78-b271-1b014004fdba req-35b338ab-d140-4196-9c1d-38a5cf711ba7 service nova] Releasing lock "refresh_cache-18c0d4a1-96ba-42e6-a696-0f9792684e5c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.776748] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.781042] env[69371]: INFO nova.compute.manager [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Terminating instance [ 833.798359] env[69371]: DEBUG nova.compute.provider_tree [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.807938] env[69371]: DEBUG oslo_vmware.api [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130088, 'name': PowerOnVM_Task, 'duration_secs': 1.222225} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.808119] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498769} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.808748] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.808945] env[69371]: DEBUG nova.compute.manager [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.809250] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc/ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.809514] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.810455] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f1cd7c-8315-44fa-9ec4-3ea6dc10217f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.812974] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0ee702-9140-4a9a-b6c1-51789aecc2f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.816957] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.817268] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.817340] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.817526] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.817671] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.817872] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.818149] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.818319] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.818487] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.818649] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.818817] env[69371]: DEBUG nova.virt.hardware [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.820143] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d2b84-6e93-4dbc-8389-bba5e5cc9519 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.830159] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.837357] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 833.837357] env[69371]: value = "task-4130090" [ 833.837357] env[69371]: _type = "Task" [ 833.837357] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.839494] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855552bc-5fda-49e7-a940-ab18b73e5657 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.861582] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.041686] env[69371]: DEBUG nova.network.neutron [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Updating instance_info_cache with network_info: [{"id": "a554adf7-164a-459f-b23d-80024e311668", "address": "fa:16:3e:1d:e9:54", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554adf7-16", "ovs_interfaceid": "a554adf7-164a-459f-b23d-80024e311668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.087915] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Successfully updated port: 30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.290352] env[69371]: DEBUG nova.compute.manager [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.290602] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.291555] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88538b7-31cf-4d37-b055-879f141e7de0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.301676] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.302026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178b134e-903d-4429-ab30-2c99698c6389 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.310858] env[69371]: DEBUG nova.scheduler.client.report [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.315165] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 834.315165] env[69371]: value = "task-4130091" [ 834.315165] env[69371]: _type = "Task" [ 834.315165] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.325462] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.353940] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.360699] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.361472] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.363088] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a77ee-e85e-4b3a-bc5d-9542dc4cc456 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.392754] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc/ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.393457] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e3b6fc-5398-49b8-8fbe-1026646349d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.417027] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 834.417027] env[69371]: value = "task-4130092" [ 834.417027] env[69371]: _type = "Task" [ 834.417027] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.427642] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.550037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.550037] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Instance network_info: |[{"id": "a554adf7-164a-459f-b23d-80024e311668", "address": "fa:16:3e:1d:e9:54", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554adf7-16", "ovs_interfaceid": "a554adf7-164a-459f-b23d-80024e311668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.550301] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Acquired lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.550301] env[69371]: DEBUG nova.network.neutron [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Refreshing network info cache for port a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.550301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:e9:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a554adf7-164a-459f-b23d-80024e311668', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.559039] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Creating folder: Project (f887f18b66d0447a8d776e5008f5aced). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.561438] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca3eb14-80ba-4f4c-b91c-30799747fc01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574094] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Created folder: Project (f887f18b66d0447a8d776e5008f5aced) in parent group-v817910. [ 834.574843] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Creating folder: Instances. Parent ref: group-v818042. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.575306] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5b7d38-e6e6-4408-8e51-bf718c482cd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.587351] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Created folder: Instances in parent group-v818042. [ 834.588096] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.588588] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.589035] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f146ee8-0a5b-479b-bd5a-60cec65c4b10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.607042] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.607511] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.607895] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.617391] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.617391] env[69371]: value = "task-4130095" [ 834.617391] env[69371]: _type = "Task" [ 834.617391] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.630378] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130095, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.817085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.490s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.817658] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.821635] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.313s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.821909] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.824252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.911s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.826412] env[69371]: INFO nova.compute.claims [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.841700] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130091, 'name': PowerOffVM_Task, 'duration_secs': 0.21796} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.842176] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.842285] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.842579] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a68d9c54-2785-4b76-a73d-838060baaebb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.874769] env[69371]: INFO nova.scheduler.client.report [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Deleted allocations for instance b63ab591-c43b-4347-8dd7-4bd747f394d5 [ 834.927249] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.928590] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.928590] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Deleting the datastore file [datastore1] 18c0d4a1-96ba-42e6-a696-0f9792684e5c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.928590] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8e40977-8c88-4a87-9678-9512a0f72452 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.935263] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130092, 'name': ReconfigVM_Task, 'duration_secs': 0.327141} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.935475] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc/ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.936320] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ecae6e0-06c5-43ff-999b-1dcdda131f36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.939951] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for the task: (returnval){ [ 834.939951] env[69371]: value = "task-4130097" [ 834.939951] env[69371]: _type = "Task" [ 834.939951] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.946105] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 834.946105] env[69371]: value = "task-4130098" [ 834.946105] env[69371]: _type = "Task" [ 834.946105] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.955122] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.962362] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130098, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.131757] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130095, 'name': CreateVM_Task, 'duration_secs': 0.37911} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.132428] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.133363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.133959] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.134439] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.134850] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67950630-a037-4fd7-930f-dfae71f4ea21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.142145] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 835.142145] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526e0cc9-7cfe-ebe7-13c0-fbcb9a08bae0" [ 835.142145] env[69371]: _type = "Task" [ 835.142145] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.156180] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e0cc9-7cfe-ebe7-13c0-fbcb9a08bae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.191265] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.335701] env[69371]: DEBUG nova.compute.utils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.340856] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.341768] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.385080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-41b7a885-707d-4ae3-bd8f-17db04e8e28c tempest-ServersTestBootFromVolume-851167974 tempest-ServersTestBootFromVolume-851167974-project-member] Lock "b63ab591-c43b-4347-8dd7-4bd747f394d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.454s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.441076] env[69371]: DEBUG nova.policy [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd63bf50e64a61a326784c1e89d435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3939e3c67ec5499b8e980e90652869ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.456191] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130098, 'name': Rename_Task, 'duration_secs': 0.179349} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.459820] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.459820] env[69371]: DEBUG oslo_vmware.api [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Task: {'id': task-4130097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210682} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.460681] env[69371]: DEBUG nova.network.neutron [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Updated VIF entry in instance network info cache for port a554adf7-164a-459f-b23d-80024e311668. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.461576] env[69371]: DEBUG nova.network.neutron [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Updating instance_info_cache with network_info: [{"id": "a554adf7-164a-459f-b23d-80024e311668", "address": "fa:16:3e:1d:e9:54", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554adf7-16", "ovs_interfaceid": "a554adf7-164a-459f-b23d-80024e311668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.462389] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b269211-fdbd-46cb-9863-a179f053db1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.464057] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.464248] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.464676] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.464812] env[69371]: INFO nova.compute.manager [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 835.465071] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.465949] env[69371]: DEBUG nova.network.neutron [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.467506] env[69371]: DEBUG nova.compute.manager [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.467610] env[69371]: DEBUG nova.network.neutron [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.476092] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 835.476092] env[69371]: value = "task-4130099" [ 835.476092] env[69371]: _type = "Task" [ 835.476092] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.493017] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.588716] env[69371]: DEBUG nova.compute.manager [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-vif-plugged-30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.588937] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.589478] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.589677] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.589853] env[69371]: DEBUG nova.compute.manager [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] No waiting events found dispatching network-vif-plugged-30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.590084] env[69371]: WARNING nova.compute.manager [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received unexpected event network-vif-plugged-30e9c0c6-e8b6-4830-b6b6-7107c902af4a for instance with vm_state building and task_state spawning. [ 835.590197] env[69371]: DEBUG nova.compute.manager [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-changed-30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.590353] env[69371]: DEBUG nova.compute.manager [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing instance network info cache due to event network-changed-30e9c0c6-e8b6-4830-b6b6-7107c902af4a. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.590525] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.656095] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e0cc9-7cfe-ebe7-13c0-fbcb9a08bae0, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.656668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.656936] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.657192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.657341] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.657524] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.657824] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb532b19-a46c-40b5-9978-df2eddcde26b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.667828] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.667944] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.669909] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7be3c8-379d-46c1-8287-fe769dad7834 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.675586] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 835.675586] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbd833-f2b8-a53e-883b-1cc7799741ad" [ 835.675586] env[69371]: _type = "Task" [ 835.675586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.684757] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbd833-f2b8-a53e-883b-1cc7799741ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.841506] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.968405] env[69371]: DEBUG oslo_concurrency.lockutils [req-ec6e6ef6-9fed-40c5-b3d0-46b1ca7eb0a1 req-a5c5f089-6986-4719-b80e-54336c7b3203 service nova] Releasing lock "refresh_cache-5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.971918] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.972017] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Instance network_info: |[{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.973562] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.973562] env[69371]: DEBUG nova.network.neutron [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing network info cache for port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.975271] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:39:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e9c0c6-e8b6-4830-b6b6-7107c902af4a', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.984904] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating folder: Project (5d0077a023764b8f9988453298cf1a26). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.992392] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00173721-21d3-458f-a04d-9596524dcf5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.014804] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.019252] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created folder: Project (5d0077a023764b8f9988453298cf1a26) in parent group-v817910. [ 836.019460] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating folder: Instances. Parent ref: group-v818045. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.020800] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66af147-4ed5-4765-b7bd-3550e068fd53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.035035] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created folder: Instances in parent group-v818045. [ 836.035035] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.035035] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.035035] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26ba10d6-e5c4-41d1-886b-d372d7c410f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.060677] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.060677] env[69371]: value = "task-4130102" [ 836.060677] env[69371]: _type = "Task" [ 836.060677] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.070039] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130102, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.152564] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Successfully created port: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.187162] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbd833-f2b8-a53e-883b-1cc7799741ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012562} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.188074] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaddc95d-ff37-494e-8d55-8ead22d51ac7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.194542] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 836.194542] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f67070-ec59-475c-3a2c-38fd66b49212" [ 836.194542] env[69371]: _type = "Task" [ 836.194542] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.208366] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f67070-ec59-475c-3a2c-38fd66b49212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.462442] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.462759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.463269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.463269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.463578] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.470583] env[69371]: INFO nova.compute.manager [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Terminating instance [ 836.506321] env[69371]: DEBUG oslo_vmware.api [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130099, 'name': PowerOnVM_Task, 'duration_secs': 0.539525} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.506941] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.509034] env[69371]: INFO nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Took 8.97 seconds to spawn the instance on the hypervisor. [ 836.509034] env[69371]: DEBUG nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.509617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37de3ff-1d04-494c-a253-9c7913f9852c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.563463] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f571c1-a8da-4bd5-a0ff-45ab2153d795 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.585644] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130102, 'name': CreateVM_Task, 'duration_secs': 0.454946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.586047] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.587609] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77685eb4-b7c5-4e03-bcce-45e476f847b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.594235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.595158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.595158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.595822] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8741646-8d75-42fa-82ff-a82f6971acb0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.604760] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 836.604760] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526804a7-785f-5d96-bc05-681695aa9d15" [ 836.604760] env[69371]: _type = "Task" [ 836.604760] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.650691] env[69371]: DEBUG nova.network.neutron [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updated VIF entry in instance network info cache for port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.651242] env[69371]: DEBUG nova.network.neutron [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.658137] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d8579-8db8-4548-adfd-7698be109046 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.676863] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dfc979-5fb8-42ce-85a9-55cf28abc268 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.681597] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526804a7-785f-5d96-bc05-681695aa9d15, 'name': SearchDatastore_Task, 'duration_secs': 0.015927} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.681910] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.682159] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.682399] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.682546] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.682724] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.683525] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f97bfc6d-cf23-42cd-b5c6-e11aca027b85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.697430] env[69371]: DEBUG nova.compute.provider_tree [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.700195] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.700535] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.706465] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5868bd6-dd2c-4d4c-b9d1-e3f57371e513 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.719625] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f67070-ec59-475c-3a2c-38fd66b49212, 'name': SearchDatastore_Task, 'duration_secs': 0.018233} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.722056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.722175] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2/5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.722814] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 836.722814] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52034307-e12e-1bd0-c0c7-4ceeb5a1fe67" [ 836.722814] env[69371]: _type = "Task" [ 836.722814] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.723020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc5e784-85d1-4b70-a111-095f26603424 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.740148] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52034307-e12e-1bd0-c0c7-4ceeb5a1fe67, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.743139] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 836.743139] env[69371]: value = "task-4130103" [ 836.743139] env[69371]: _type = "Task" [ 836.743139] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.743455] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62bff3e-8dff-4b3f-8d3f-6516878c2eda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.762563] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.763108] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 836.763108] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525e5c0f-636a-ddba-bc32-55b85c573db5" [ 836.763108] env[69371]: _type = "Task" [ 836.763108] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.773838] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525e5c0f-636a-ddba-bc32-55b85c573db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.858211] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.899819] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.899819] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.899819] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.900497] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.900497] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.900497] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.900497] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.900497] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.900793] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.900793] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.900793] env[69371]: DEBUG nova.virt.hardware [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.902345] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13efbb-74d5-4789-817e-1a772fb27f1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.912168] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd262db8-3044-4db7-ae65-6361e7806390 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.975280] env[69371]: DEBUG nova.compute.manager [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.975280] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.976287] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220d34f-9460-4e5d-b467-f879ffb2d8ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.986195] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.986471] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f58586-852f-4634-abfe-26b8c1f3ff52 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.995153] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 836.995153] env[69371]: value = "task-4130104" [ 836.995153] env[69371]: _type = "Task" [ 836.995153] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.009691] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.033979] env[69371]: INFO nova.compute.manager [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Took 53.61 seconds to build instance. [ 837.059248] env[69371]: DEBUG nova.network.neutron [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.162914] env[69371]: DEBUG oslo_concurrency.lockutils [req-de00b87f-5b6b-4708-8fee-4b28588bdbdc req-ba0af5ec-ccbf-403b-ae5b-92320f29a2d3 service nova] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.203725] env[69371]: DEBUG nova.scheduler.client.report [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.260569] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130103, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.278886] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525e5c0f-636a-ddba-bc32-55b85c573db5, 'name': SearchDatastore_Task, 'duration_secs': 0.018597} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.279198] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.279500] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 519994ef-1c68-45cf-b022-d7433038e768/519994ef-1c68-45cf-b022-d7433038e768.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.280689] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4015c28e-4952-4663-afbb-168216181496 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.290151] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 837.290151] env[69371]: value = "task-4130105" [ 837.290151] env[69371]: _type = "Task" [ 837.290151] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.306253] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.506877] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130104, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.537029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb78803d-f8b7-437c-bb28-199dd17776ac tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.575s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.560446] env[69371]: INFO nova.compute.manager [-] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Took 2.09 seconds to deallocate network for instance. [ 837.712399] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.712399] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.722076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.478s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.722076] env[69371]: DEBUG nova.objects.instance [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.764139] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771415} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.765973] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2/5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.766131] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.766830] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e6f6fbf-c366-4088-ad25-219eac519a36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.777035] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 837.777035] env[69371]: value = "task-4130106" [ 837.777035] env[69371]: _type = "Task" [ 837.777035] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.789552] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.801699] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.946108] env[69371]: DEBUG nova.compute.manager [req-3763d351-c612-4612-8c8e-5fee25131b2d req-d75793d4-2771-490c-9925-245d726cc6c9 service nova] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Received event network-vif-deleted-de351252-5b1c-4329-853b-228179108093 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.009327] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130104, 'name': PowerOffVM_Task, 'duration_secs': 0.613699} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.009634] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.009837] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.010086] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0242549-fcfb-48c0-a70f-da71dc8b5962 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.043251] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.069077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.096770] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.096998] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.097213] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleting the datastore file [datastore1] aa2b8b36-3d7f-48d2-afee-d1412bd34fb2 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.097526] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9886263f-e1ea-41c9-87cb-6707bfcc45b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.106466] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 838.106466] env[69371]: value = "task-4130108" [ 838.106466] env[69371]: _type = "Task" [ 838.106466] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.121589] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.221196] env[69371]: DEBUG nova.compute.utils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.221617] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 838.290951] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113752} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.291795] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.296195] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536825ae-b645-454c-a974-3deb18fb361e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.318971] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806412} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.329054] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2/5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.329411] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 519994ef-1c68-45cf-b022-d7433038e768/519994ef-1c68-45cf-b022-d7433038e768.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.329617] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.329836] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50164af8-db47-4aef-ae99-547eb0a4699c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.343941] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75252f04-f42b-4c92-9171-63179627c3a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.352630] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 838.352630] env[69371]: value = "task-4130110" [ 838.352630] env[69371]: _type = "Task" [ 838.352630] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.354125] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 838.354125] env[69371]: value = "task-4130109" [ 838.354125] env[69371]: _type = "Task" [ 838.354125] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.370047] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.377455] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.450671] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Successfully updated port: d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.586969] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.618792] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.629337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.629337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.629686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.629686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.630021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.634669] env[69371]: INFO nova.compute.manager [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Terminating instance [ 838.722811] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.738688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31e0e0e3-9bbb-4f25-8ef2-947cbd2f1546 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.740487] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.715s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.743202] env[69371]: INFO nova.compute.claims [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.869431] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130110, 'name': ReconfigVM_Task, 'duration_secs': 0.356113} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.872981] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2/5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.873868] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088849} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.874156] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3075590b-85f5-4560-acb1-303ec2f20e51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.876121] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.877078] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4a22f-f0b0-4154-94b8-1dd3199f8646 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.904989] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 519994ef-1c68-45cf-b022-d7433038e768/519994ef-1c68-45cf-b022-d7433038e768.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.907072] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db1c4e8-c220-482f-9ee3-93ea817b1e37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.922749] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 838.922749] env[69371]: value = "task-4130111" [ 838.922749] env[69371]: _type = "Task" [ 838.922749] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.934834] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130111, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.936510] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 838.936510] env[69371]: value = "task-4130112" [ 838.936510] env[69371]: _type = "Task" [ 838.936510] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.948702] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.954851] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.955149] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.955461] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.121191] env[69371]: DEBUG oslo_vmware.api [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558631} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.121478] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.121659] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.121830] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.123023] env[69371]: INFO nova.compute.manager [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Took 2.15 seconds to destroy the instance on the hypervisor. [ 839.123023] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.123023] env[69371]: DEBUG nova.compute.manager [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.123023] env[69371]: DEBUG nova.network.neutron [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.143837] env[69371]: DEBUG nova.compute.manager [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.144080] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.144994] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222ee44-04c4-41a3-8cca-7f28fe0ccb50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.158027] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.158387] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43eaa160-e503-4bfd-996e-cac36ebdf3f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.168065] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 839.168065] env[69371]: value = "task-4130113" [ 839.168065] env[69371]: _type = "Task" [ 839.168065] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.183096] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.441571] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130111, 'name': Rename_Task, 'duration_secs': 0.169286} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.446856] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.447943] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891c0fe6-f7ae-4bab-a403-be3e104dc6ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.461664] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130112, 'name': ReconfigVM_Task, 'duration_secs': 0.371398} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.463179] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 519994ef-1c68-45cf-b022-d7433038e768/519994ef-1c68-45cf-b022-d7433038e768.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.464151] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 839.464151] env[69371]: value = "task-4130114" [ 839.464151] env[69371]: _type = "Task" [ 839.464151] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.464675] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2cfdb8-7509-43da-8a9c-f645972c90a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.483741] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.485381] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 839.485381] env[69371]: value = "task-4130115" [ 839.485381] env[69371]: _type = "Task" [ 839.485381] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.495947] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130115, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.499716] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.658978] env[69371]: DEBUG nova.network.neutron [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.682765] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130113, 'name': PowerOffVM_Task, 'duration_secs': 0.283335} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.683088] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.683245] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.683528] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a22362a-b3a8-4f4b-8799-d0e25fecf3c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.734432] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.769707] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.770537] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.770537] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.771685] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.771685] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.771685] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.771685] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.771885] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.772380] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.772380] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.772380] env[69371]: DEBUG nova.virt.hardware [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.773450] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271d93a-c449-42f6-9f42-04dc13be5013 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.778647] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.778988] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.779233] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore2] 92b7fbc4-a250-43f7-99b5-995a091a1af2 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.780098] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb59457d-842e-40a2-95a7-596286a3a67f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.788395] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66320f-64a8-4f61-b02b-96059eaf1df2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.796109] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 839.796109] env[69371]: value = "task-4130117" [ 839.796109] env[69371]: _type = "Task" [ 839.796109] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.818587] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.825795] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Creating folder: Project (f776523f543d49d2b8c136e0c859304f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.829928] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d8508f-4aa4-47aa-a198-4eaa10751cb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.836596] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.845791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.847701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.847701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.847701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.847701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.850569] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Created folder: Project (f776523f543d49d2b8c136e0c859304f) in parent group-v817910. [ 839.850788] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Creating folder: Instances. Parent ref: group-v818048. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.854941] env[69371]: INFO nova.compute.manager [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Terminating instance [ 839.856972] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c16e990-9c3f-4acb-9ff9-d63c7f86ab95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.873555] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Created folder: Instances in parent group-v818048. [ 839.874316] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.875038] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.879153] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba4feff-9f3c-443c-9c41-63bfacf3fc76 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.899533] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.899533] env[69371]: value = "task-4130120" [ 839.899533] env[69371]: _type = "Task" [ 839.899533] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.913804] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130120, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.936054] env[69371]: DEBUG nova.network.neutron [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.987781] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130114, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.001534] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130115, 'name': Rename_Task, 'duration_secs': 0.236051} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.002308] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.002308] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dafcf4c-5fff-4a84-b3af-c1a8ad2e6174 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.010779] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 840.010779] env[69371]: value = "task-4130121" [ 840.010779] env[69371]: _type = "Task" [ 840.010779] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.019519] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.162561] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.163136] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Instance network_info: |[{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.163375] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:04:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f1706e-37c8-4f1f-aea7-767bc346a9d5', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.171304] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating folder: Project (3939e3c67ec5499b8e980e90652869ca). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.174342] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d237e0e6-d05e-4667-8560-73d193992eba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.188687] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created folder: Project (3939e3c67ec5499b8e980e90652869ca) in parent group-v817910. [ 840.188998] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating folder: Instances. Parent ref: group-v818051. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.192252] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb104e90-6a80-4d2b-ac28-92d05b9dae4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.208042] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created folder: Instances in parent group-v818051. [ 840.208042] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.208042] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.208334] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e945cbff-9540-4caa-b228-14d1f466810a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.239258] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.239258] env[69371]: value = "task-4130124" [ 840.239258] env[69371]: _type = "Task" [ 840.239258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.254262] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130124, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.318773] env[69371]: DEBUG oslo_vmware.api [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292003} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.323067] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.323618] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.323866] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.324090] env[69371]: INFO nova.compute.manager [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 840.324353] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.325903] env[69371]: DEBUG nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Received event network-vif-plugged-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.326207] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.326541] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.326997] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.327245] env[69371]: DEBUG nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] No waiting events found dispatching network-vif-plugged-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.327458] env[69371]: WARNING nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Received unexpected event network-vif-plugged-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 for instance with vm_state building and task_state spawning. [ 840.327641] env[69371]: DEBUG nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Received event network-changed-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.327845] env[69371]: DEBUG nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Refreshing instance network info cache due to event network-changed-d9f1706e-37c8-4f1f-aea7-767bc346a9d5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.328095] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.328274] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.328486] env[69371]: DEBUG nova.network.neutron [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Refreshing network info cache for port d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.331015] env[69371]: DEBUG nova.compute.manager [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.331118] env[69371]: DEBUG nova.network.neutron [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.364741] env[69371]: DEBUG nova.compute.manager [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.364815] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.367342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b499c8-c95f-476a-ac5b-0b94f6eb1f84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.376721] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.377208] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7270f235-df92-456b-bcf6-3aa61b3c2cb1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.386932] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 840.386932] env[69371]: value = "task-4130125" [ 840.386932] env[69371]: _type = "Task" [ 840.386932] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.408733] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.418536] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130120, 'name': CreateVM_Task, 'duration_secs': 0.429658} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.422970] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.423823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.425322] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.425673] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.425959] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72cdbb9-32c0-49d6-9fd8-6fc13d86dfd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.432982] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 840.432982] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5208ba47-56ab-db50-4cf0-a748e1d9daef" [ 840.432982] env[69371]: _type = "Task" [ 840.432982] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.442155] env[69371]: INFO nova.compute.manager [-] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Took 1.32 seconds to deallocate network for instance. [ 840.454060] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5208ba47-56ab-db50-4cf0-a748e1d9daef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.484312] env[69371]: DEBUG oslo_vmware.api [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130114, 'name': PowerOnVM_Task, 'duration_secs': 0.673215} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.484440] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.484695] env[69371]: INFO nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Took 10.14 seconds to spawn the instance on the hypervisor. [ 840.484881] env[69371]: DEBUG nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.485880] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb436e09-8168-48c9-9014-866c978fbbff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.527778] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.557097] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a110d07-045b-4892-8b7d-9873cdbca2c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.566989] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af77a3-fd57-413a-92d4-5d9bdc9dbd35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.612193] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ab70d-882d-43c1-a231-14aaabb40a7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.621612] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a978e0-d5ca-4ba0-9b39-5878fc5db0b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.641920] env[69371]: DEBUG nova.compute.provider_tree [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.750232] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130124, 'name': CreateVM_Task, 'duration_secs': 0.502294} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.750643] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.751507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.900923] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130125, 'name': PowerOffVM_Task, 'duration_secs': 0.356253} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.901423] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.901731] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.906246] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08038d5d-cff4-4dfb-a6eb-b338911b7dad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.949366] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5208ba47-56ab-db50-4cf0-a748e1d9daef, 'name': SearchDatastore_Task, 'duration_secs': 0.019423} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.950250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.950250] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.950250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.950559] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.950653] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.950993] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.951383] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.951807] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d99eed3a-de0a-49af-94b9-22258f8072e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.953829] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6879e78c-0aba-41d9-a8db-5301798db1db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.956271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.960823] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 840.960823] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eb865f-3fe2-11f9-ffc6-e24a897251e9" [ 840.960823] env[69371]: _type = "Task" [ 840.960823] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.965977] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.966234] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.967422] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91eee32-a06b-44b2-b06d-76ed1db25659 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.973330] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eb865f-3fe2-11f9-ffc6-e24a897251e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.979235] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 840.979235] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522db969-a40b-b3c5-f78c-b6abee67f0df" [ 840.979235] env[69371]: _type = "Task" [ 840.979235] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.994026] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522db969-a40b-b3c5-f78c-b6abee67f0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.998169] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.998169] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.998169] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleting the datastore file [datastore2] 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.998169] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c894c5d7-7af1-448a-a384-5492b73edc20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.011554] env[69371]: INFO nova.compute.manager [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Took 54.19 seconds to build instance. [ 841.017145] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 841.017145] env[69371]: value = "task-4130127" [ 841.017145] env[69371]: _type = "Task" [ 841.017145] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.031595] env[69371]: DEBUG oslo_vmware.api [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130121, 'name': PowerOnVM_Task, 'duration_secs': 0.712733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.034435] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.034435] env[69371]: INFO nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Took 7.26 seconds to spawn the instance on the hypervisor. [ 841.034435] env[69371]: DEBUG nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.035745] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e44eb3f-3441-498a-b3a8-891645b31cb3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.042939] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.146128] env[69371]: DEBUG nova.scheduler.client.report [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.272534] env[69371]: DEBUG nova.network.neutron [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updated VIF entry in instance network info cache for port d9f1706e-37c8-4f1f-aea7-767bc346a9d5. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.272933] env[69371]: DEBUG nova.network.neutron [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.482874] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eb865f-3fe2-11f9-ffc6-e24a897251e9, 'name': SearchDatastore_Task, 'duration_secs': 0.029154} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.486408] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.486718] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.486963] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.496212] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522db969-a40b-b3c5-f78c-b6abee67f0df, 'name': SearchDatastore_Task, 'duration_secs': 0.013288} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.497206] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06251bbc-1c9c-4b57-a2cd-64b839cfa2e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.503452] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 841.503452] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521f25be-91e5-cb82-5ed9-88f50ed945cc" [ 841.503452] env[69371]: _type = "Task" [ 841.503452] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.513611] env[69371]: DEBUG nova.network.neutron [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.515201] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f25be-91e5-cb82-5ed9-88f50ed945cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.525835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6fcbbb4f-3f1a-4b91-927a-5f28eacbdc55 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.560s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.537538] env[69371]: DEBUG oslo_vmware.api [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497444} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.537836] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.538024] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.538197] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.538365] env[69371]: INFO nova.compute.manager [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 841.538602] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.539052] env[69371]: DEBUG nova.compute.manager [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.539052] env[69371]: DEBUG nova.network.neutron [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.562144] env[69371]: INFO nova.compute.manager [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Took 47.89 seconds to build instance. [ 841.657649] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.658330] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.663781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.911s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.664649] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.670053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.414s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.670053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.672264] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.972s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.676455] env[69371]: INFO nova.compute.claims [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.722191] env[69371]: INFO nova.scheduler.client.report [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleted allocations for instance c8166933-ec22-4c63-a220-1a52c05515ee [ 841.728329] env[69371]: INFO nova.scheduler.client.report [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Deleted allocations for instance 065b704e-0717-4af5-9816-52ebdf54b9db [ 841.776681] env[69371]: DEBUG oslo_concurrency.lockutils [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.777379] env[69371]: DEBUG nova.compute.manager [req-2e77863d-e43a-425e-bdd4-2541ae1b14ad req-22bbb0f3-55c1-47ae-bae0-a754de2b2bab service nova] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Received event network-vif-deleted-ed1849b4-319d-46cd-96a0-d421c87e9d22 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.020521] env[69371]: INFO nova.compute.manager [-] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Took 1.69 seconds to deallocate network for instance. [ 842.020887] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f25be-91e5-cb82-5ed9-88f50ed945cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014751} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.023759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023759] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bf237fd5-00da-4547-ace6-aba35d8d08f1/bf237fd5-00da-4547-ace6-aba35d8d08f1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.027225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027433] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.027678] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce0ac925-ad67-4c18-95ef-9be3eab0596a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.030289] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8be643-ca91-43ff-943b-e65cd1f27c79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.032734] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.042601] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 842.042601] env[69371]: value = "task-4130128" [ 842.042601] env[69371]: _type = "Task" [ 842.042601] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.046654] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.046844] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.048114] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b62cfe-86de-4bfc-a410-d8cadda1b2b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.054368] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.059785] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 842.059785] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526944ea-cca0-43db-6e0c-0a7673bfa0f0" [ 842.059785] env[69371]: _type = "Task" [ 842.059785] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.064157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bfde0256-3c2c-4c84-907b-97bccdd41040 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.112s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.074860] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526944ea-cca0-43db-6e0c-0a7673bfa0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.077476] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff21f47a-b32b-474d-b546-c3830a7ba1b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.084840] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 842.084840] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52970184-c2e9-4ce7-dd79-62c4b3781dbe" [ 842.084840] env[69371]: _type = "Task" [ 842.084840] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.096453] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52970184-c2e9-4ce7-dd79-62c4b3781dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.182940] env[69371]: DEBUG nova.compute.utils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.187493] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 842.238894] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6fc777e-1e57-4e61-bb66-3a1a7e0bafb6 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.471s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.240252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.977s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.240406] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.240835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.241066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.242753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de1457a6-ffb1-4a11-9940-2ee2715850a8 tempest-ServerShowV257Test-17517278 tempest-ServerShowV257Test-17517278-project-member] Lock "065b704e-0717-4af5-9816-52ebdf54b9db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.807s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.244284] env[69371]: INFO nova.compute.manager [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Terminating instance [ 842.491891] env[69371]: DEBUG nova.network.neutron [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.530988] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.535691] env[69371]: DEBUG nova.compute.manager [req-af550efd-303e-42bb-bd54-f5cc22cd75c0 req-b01cf3d8-cefe-4946-b590-7c2ed558fd66 service nova] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Received event network-vif-deleted-9a6b12dc-bb7a-4560-8a8e-c95429d0f887 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.535691] env[69371]: DEBUG nova.compute.manager [req-af550efd-303e-42bb-bd54-f5cc22cd75c0 req-b01cf3d8-cefe-4946-b590-7c2ed558fd66 service nova] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Received event network-vif-deleted-76b35c48-ce55-4b16-9e6c-7b70ef545342 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.553286] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.569534] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.574693] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.601337] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52970184-c2e9-4ce7-dd79-62c4b3781dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.601337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.601337] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.601337] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647cd87b-ac7a-43d5-8387-79f956e0d4c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.611829] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 842.611829] env[69371]: value = "task-4130129" [ 842.611829] env[69371]: _type = "Task" [ 842.611829] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.626344] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.692363] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.752293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquired lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752947] env[69371]: DEBUG nova.network.neutron [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.994689] env[69371]: INFO nova.compute.manager [-] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Took 1.46 seconds to deallocate network for instance. [ 843.056892] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810144} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.059844] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bf237fd5-00da-4547-ace6-aba35d8d08f1/bf237fd5-00da-4547-ace6-aba35d8d08f1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.060182] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.060766] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f855f053-d133-4c5a-a460-721865beb8d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.071313] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 843.071313] env[69371]: value = "task-4130130" [ 843.071313] env[69371]: _type = "Task" [ 843.071313] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.090512] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.101794] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.131688] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.149433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.149433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.150083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.150083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.150083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.153815] env[69371]: INFO nova.compute.manager [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Terminating instance [ 843.207999] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.207999] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.208216] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.212506] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.212974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.215328] env[69371]: INFO nova.compute.manager [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Terminating instance [ 843.257688] env[69371]: DEBUG nova.compute.utils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Can not refresh info_cache because instance was not found {{(pid=69371) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 843.287904] env[69371]: DEBUG nova.network.neutron [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.402511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10fce4-0834-4722-9b02-1259a776e40a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.414135] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c581bacc-b8c6-4d4b-989c-9e710fd34343 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.451957] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111246b-00b3-427d-994c-d9423999c97c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.461947] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1b508-6b06-439d-bc9c-57df790f3631 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.477517] env[69371]: DEBUG nova.compute.provider_tree [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.492650] env[69371]: DEBUG nova.network.neutron [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.504598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.583182] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102134} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.583326] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.584693] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec698c1-35f9-430f-abab-2057db9a7743 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.612310] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] bf237fd5-00da-4547-ace6-aba35d8d08f1/bf237fd5-00da-4547-ace6-aba35d8d08f1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.614746] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed9aaf7-0f17-4d57-93cd-b9b744cb1499 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.646474] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794794} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.648129] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.652569] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.652997] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 843.652997] env[69371]: value = "task-4130131" [ 843.652997] env[69371]: _type = "Task" [ 843.652997] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.653362] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ebe9157-1b48-4180-b9ed-033ba4c63d32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660783] env[69371]: DEBUG nova.compute.manager [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.661017] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.661898] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6804b-a603-498e-bb2d-30f721e228d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.669734] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 843.669734] env[69371]: value = "task-4130132" [ 843.669734] env[69371]: _type = "Task" [ 843.669734] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.673549] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.680228] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.684583] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c35e46-7bb6-443d-b80e-9a7a2e4ef1f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.686523] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.693963] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 843.693963] env[69371]: value = "task-4130133" [ 843.693963] env[69371]: _type = "Task" [ 843.693963] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.703483] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.716975] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.731911] env[69371]: DEBUG nova.compute.manager [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.731911] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.732544] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa6db3-cfcc-427c-9309-696bd1abdfb0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.745942] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.746198] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28eed078-45d0-42d0-9266-60511292df2a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.750688] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.751228] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.751228] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.751510] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.751569] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.751691] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.751911] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.752090] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.752266] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.752553] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.752613] env[69371]: DEBUG nova.virt.hardware [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.753536] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db17440-3bba-46dd-8f1a-c2252cb296ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.763993] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4bedc-fa6e-4447-a617-d5ab71d02105 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.768639] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 843.768639] env[69371]: value = "task-4130134" [ 843.768639] env[69371]: _type = "Task" [ 843.768639] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.781113] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.787214] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.787836] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.788038] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104e2389-8358-4f1f-ad8b-7cf27f6154e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.809112] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.816536] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.816536] env[69371]: value = "task-4130135" [ 843.816536] env[69371]: _type = "Task" [ 843.816536] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.825138] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130135, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.985578] env[69371]: DEBUG nova.scheduler.client.report [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.996704] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Releasing lock "refresh_cache-c8166933-ec22-4c63-a220-1a52c05515ee" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.996704] env[69371]: DEBUG nova.compute.manager [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.996704] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.997026] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f981d3e-fb50-45ca-bd93-a13b27fbfde8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.010319] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4113ee2-5b94-4cfb-9c2a-fc2ad6b812f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.057175] env[69371]: WARNING nova.virt.vmwareapi.vmops [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c8166933-ec22-4c63-a220-1a52c05515ee could not be found. [ 844.057577] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.057631] env[69371]: INFO nova.compute.manager [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 0.06 seconds to destroy the instance on the hypervisor. [ 844.057898] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.058273] env[69371]: DEBUG nova.compute.manager [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.058370] env[69371]: DEBUG nova.network.neutron [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.092291] env[69371]: DEBUG nova.network.neutron [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.169914] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.190884] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184838} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.190884] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.190884] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a89a0c-28e1-4ddd-9de9-072713f1ce0f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.211023] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130133, 'name': PowerOffVM_Task, 'duration_secs': 0.385866} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.222933] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.223226] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.236666] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.237141] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-782867fe-7085-4286-bfab-678267f2c3eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.244038] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cdc06b3-468a-409a-aef0-7d8343d7e663 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.267172] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 844.267172] env[69371]: value = "task-4130137" [ 844.267172] env[69371]: _type = "Task" [ 844.267172] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.289738] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.290144] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130134, 'name': PowerOffVM_Task, 'duration_secs': 0.269819} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.290403] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.290566] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.290840] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230430d5-8d7c-4e4e-b1ea-a20d03d94a92 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.327558] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130135, 'name': CreateVM_Task, 'duration_secs': 0.388852} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.327966] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.328365] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.328564] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.332094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.332094] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0adab0-d709-465e-a455-908cbf390316 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.335859] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 844.335859] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbafe4-6d80-c698-9e7f-aa9ca685ceef" [ 844.335859] env[69371]: _type = "Task" [ 844.335859] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.346325] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbafe4-6d80-c698-9e7f-aa9ca685ceef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.365204] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.365787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.365907] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleting the datastore file [datastore1] 4bddbe9c-ef5c-4788-a28e-da0d981bde29 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.366344] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a52cd2a-37bb-48e3-ae14-8225f818172a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.376407] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for the task: (returnval){ [ 844.376407] env[69371]: value = "task-4130139" [ 844.376407] env[69371]: _type = "Task" [ 844.376407] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.381956] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.382265] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.382493] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Deleting the datastore file [datastore2] ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.383265] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-090bc7b1-ee86-4432-b8bd-79f4106ba6a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.389820] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.391918] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for the task: (returnval){ [ 844.391918] env[69371]: value = "task-4130140" [ 844.391918] env[69371]: _type = "Task" [ 844.391918] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.400600] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.495206] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.495899] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.499770] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.713s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.501522] env[69371]: INFO nova.compute.claims [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.595137] env[69371]: DEBUG nova.network.neutron [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.671499] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130131, 'name': ReconfigVM_Task, 'duration_secs': 0.862292} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.671826] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] bf237fd5-00da-4547-ace6-aba35d8d08f1/bf237fd5-00da-4547-ace6-aba35d8d08f1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.673513] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70515b61-0933-4365-ac1a-8b4db206a346 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.682843] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 844.682843] env[69371]: value = "task-4130141" [ 844.682843] env[69371]: _type = "Task" [ 844.682843] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.692476] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130141, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.735249] env[69371]: DEBUG nova.compute.manager [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-changed-30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.736091] env[69371]: DEBUG nova.compute.manager [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing instance network info cache due to event network-changed-30e9c0c6-e8b6-4830-b6b6-7107c902af4a. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.736091] env[69371]: DEBUG oslo_concurrency.lockutils [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.736091] env[69371]: DEBUG oslo_concurrency.lockutils [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736091] env[69371]: DEBUG nova.network.neutron [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing network info cache for port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.783723] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130137, 'name': ReconfigVM_Task, 'duration_secs': 0.397931} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.784026] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.784994] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9932eae7-c486-43be-a9bc-f33640e6823e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.793307] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 844.793307] env[69371]: value = "task-4130142" [ 844.793307] env[69371]: _type = "Task" [ 844.793307] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.804170] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130142, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.847059] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bbafe4-6d80-c698-9e7f-aa9ca685ceef, 'name': SearchDatastore_Task, 'duration_secs': 0.013882} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.847562] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.847771] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.848053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.848224] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.848481] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.848878] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c3362b2-937c-4d60-bc24-e5f52ae62459 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.860751] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.860751] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.861203] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22283faa-15e8-44a8-ad5b-8621cd6eedd7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.869167] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 844.869167] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52297f9d-af2a-d012-8f5a-1b5bf82dd18e" [ 844.869167] env[69371]: _type = "Task" [ 844.869167] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.877495] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52297f9d-af2a-d012-8f5a-1b5bf82dd18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.886817] env[69371]: DEBUG oslo_vmware.api [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Task: {'id': task-4130139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162257} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.887122] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.887318] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.887501] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.887679] env[69371]: INFO nova.compute.manager [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Took 1.23 seconds to destroy the instance on the hypervisor. [ 844.887932] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.888149] env[69371]: DEBUG nova.compute.manager [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.888245] env[69371]: DEBUG nova.network.neutron [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.901049] env[69371]: DEBUG oslo_vmware.api [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Task: {'id': task-4130140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165978} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.901354] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.901546] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.901722] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.901896] env[69371]: INFO nova.compute.manager [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 844.902155] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.902360] env[69371]: DEBUG nova.compute.manager [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.902479] env[69371]: DEBUG nova.network.neutron [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.011442] env[69371]: DEBUG nova.compute.utils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.012974] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.013200] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.098387] env[69371]: INFO nova.compute.manager [-] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Took 1.04 seconds to deallocate network for instance. [ 845.151608] env[69371]: DEBUG nova.policy [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca43a52b160e46cda35136f0b5f027bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f436b853744265b257c1cfe6f3d308', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.196246] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130141, 'name': Rename_Task, 'duration_secs': 0.258819} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.196728] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.197188] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd44857-5016-4b50-9073-60f9b627e1cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.205657] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 845.205657] env[69371]: value = "task-4130143" [ 845.205657] env[69371]: _type = "Task" [ 845.205657] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.217679] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.306397] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130142, 'name': Rename_Task, 'duration_secs': 0.200155} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.309266] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.309266] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de782349-0c2f-4a3b-a74e-548eba72ad51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.315130] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 845.315130] env[69371]: value = "task-4130144" [ 845.315130] env[69371]: _type = "Task" [ 845.315130] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.325108] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.381043] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52297f9d-af2a-d012-8f5a-1b5bf82dd18e, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.382408] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10724df3-525b-4948-b518-f422cabc09b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.390484] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 845.390484] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527eb81a-96fa-6bc4-4324-24fec38978bd" [ 845.390484] env[69371]: _type = "Task" [ 845.390484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.402928] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527eb81a-96fa-6bc4-4324-24fec38978bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.525031] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.608406] env[69371]: INFO nova.compute.manager [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance disappeared during terminate [ 845.613644] env[69371]: DEBUG oslo_concurrency.lockutils [None req-26d030a1-896d-4750-bb26-edaa4f73fcd3 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "c8166933-ec22-4c63-a220-1a52c05515ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.371s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.728780] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.831016] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.905725] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527eb81a-96fa-6bc4-4324-24fec38978bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.905919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.906231] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.909541] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362f4b2f-258c-458e-a235-92d1ae26d3cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.918904] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 845.918904] env[69371]: value = "task-4130145" [ 845.918904] env[69371]: _type = "Task" [ 845.918904] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.933699] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.962263] env[69371]: DEBUG nova.network.neutron [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updated VIF entry in instance network info cache for port 30e9c0c6-e8b6-4830-b6b6-7107c902af4a. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.963412] env[69371]: DEBUG nova.network.neutron [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.059052] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Successfully created port: 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.169393] env[69371]: DEBUG nova.compute.manager [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.170398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c57422-5523-48da-8a3e-c2a8c88d238d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.227216] env[69371]: DEBUG oslo_vmware.api [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130143, 'name': PowerOnVM_Task, 'duration_secs': 0.601318} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.227518] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.227736] env[69371]: INFO nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Took 6.49 seconds to spawn the instance on the hypervisor. [ 846.227939] env[69371]: DEBUG nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.234023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e20257-a6e4-43ea-bab2-7fe825ea0508 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.284542] env[69371]: DEBUG nova.network.neutron [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.328679] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.328980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.329881] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb32dd-c1ad-4e97-b28a-b260668134f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.336381] env[69371]: DEBUG nova.network.neutron [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.348377] env[69371]: DEBUG oslo_vmware.api [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130144, 'name': PowerOnVM_Task, 'duration_secs': 0.604014} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.349499] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.349837] env[69371]: INFO nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Took 9.49 seconds to spawn the instance on the hypervisor. [ 846.350257] env[69371]: DEBUG nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.351649] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfda125-818e-48d0-91de-09dc3a959178 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.357228] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98226605-7e38-4bc7-a024-91bd58db1e49 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.414451] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d5f7b-5e48-4d59-952f-81f45ac3bdb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.428684] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef1e9ed-9031-4ec8-abe1-12f881be5709 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.436683] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130145, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.447708] env[69371]: DEBUG nova.compute.provider_tree [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.466126] env[69371]: DEBUG oslo_concurrency.lockutils [req-2010381a-fcdf-49c3-836f-d0a4f30a4c35 req-52a56291-657a-466e-94d4-e33b5b3349f0 service nova] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.540908] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.570614] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.570883] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.574029] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.574329] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.574518] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.574725] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.574962] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.575130] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.575299] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.575500] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.575693] env[69371]: DEBUG nova.virt.hardware [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.576638] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773b349b-2318-4227-af19-d5eadbcee92d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.585145] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f0aec-f3df-4382-8758-67e7027fcd9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.692162] env[69371]: INFO nova.compute.manager [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] instance snapshotting [ 846.695137] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d84fa4-b5ca-4bed-a4b8-439446fbe5c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.725235] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b073f-f3be-4471-9336-3b66fc232609 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.759014] env[69371]: INFO nova.compute.manager [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Took 46.87 seconds to build instance. [ 846.792479] env[69371]: INFO nova.compute.manager [-] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Took 1.90 seconds to deallocate network for instance. [ 846.841150] env[69371]: INFO nova.compute.manager [-] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Took 1.94 seconds to deallocate network for instance. [ 846.932242] env[69371]: INFO nova.compute.manager [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Took 52.38 seconds to build instance. [ 846.947088] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130145, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.952686] env[69371]: DEBUG nova.scheduler.client.report [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.101080] env[69371]: DEBUG nova.compute.manager [req-1f28da58-9a4b-4685-a0e7-137ce044ca5c req-362d2641-a4a2-4f55-acf2-2168b2426573 service nova] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Received event network-vif-deleted-3167ae0e-6a98-43a2-af20-c86d272d6240 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.101466] env[69371]: DEBUG nova.compute.manager [req-1f28da58-9a4b-4685-a0e7-137ce044ca5c req-362d2641-a4a2-4f55-acf2-2168b2426573 service nova] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Received event network-vif-deleted-b78a8543-636c-4072-9199-cb1e71473690 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.237440] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.237803] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a08a5d6-95cd-4253-914e-040552aad6cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.248383] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 847.248383] env[69371]: value = "task-4130146" [ 847.248383] env[69371]: _type = "Task" [ 847.248383] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.256876] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.261528] env[69371]: DEBUG oslo_concurrency.lockutils [None req-04f452d6-1d7b-43da-beb8-eeb9ba51fbd1 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.258s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.304037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.347749] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.431505] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130145, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.450433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0e59f710-2dae-4743-9c44-f1acbf9f3ed5 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.275s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.461958] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.962s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.462575] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.467940] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.731s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.758756] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.767358] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.846397] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Successfully updated port: 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.935104] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130145, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526039} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.935104] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.935104] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.935104] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc474d4d-30bd-45a6-80fd-9a21eeb41f80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.945073] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 847.945073] env[69371]: value = "task-4130147" [ 847.945073] env[69371]: _type = "Task" [ 847.945073] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.956239] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.964885] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.974373] env[69371]: DEBUG nova.compute.utils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.980166] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.980526] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.078956] env[69371]: DEBUG nova.policy [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f166a5ab7d494deca29448439e7c6505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60d4f0bbed2e4663a6a33ab0a191e569', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.260121] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.311085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.351390] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.351554] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.351744] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.457414] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074676} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.457414] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.458177] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29abda2-ac62-4a88-a70b-e0dd9b97c693 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.486153] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.492711] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.496059] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3489c491-cfda-477b-ad58-d1d0914e5223 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.520257] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 848.520257] env[69371]: value = "task-4130148" [ 848.520257] env[69371]: _type = "Task" [ 848.520257] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.530422] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.533978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.667930] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a188ca-11ec-4ad0-a2f4-cd17714e3689 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.677859] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d80503-a3b0-4e57-9a4e-d66d730d9d61 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.715283] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c042c1b7-4f4f-44d3-b476-ad40c248b47a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.724375] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf7b53-6dc6-47ea-aa01-f78f61818ad4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.742384] env[69371]: DEBUG nova.compute.provider_tree [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.763625] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130146, 'name': CreateSnapshot_Task, 'duration_secs': 1.184465} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.764849] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.765876] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44acb5-8e6c-4e96-ba33-470ce36d94a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.842508] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Successfully created port: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.912289] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.030897] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130148, 'name': ReconfigVM_Task, 'duration_secs': 0.366563} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.034460] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.035391] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66677be8-20d2-4e5b-aab0-b5f47fb38368 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.043822] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 849.043822] env[69371]: value = "task-4130149" [ 849.043822] env[69371]: _type = "Task" [ 849.043822] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.053851] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130149, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.172844] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.176349] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.176349] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.176349] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.176349] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] No waiting events found dispatching network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.176863] env[69371]: WARNING nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received unexpected event network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 for instance with vm_state building and task_state spawning. [ 849.176950] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.177184] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing instance network info cache due to event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.177439] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.194408] env[69371]: DEBUG nova.network.neutron [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.245599] env[69371]: DEBUG nova.scheduler.client.report [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.286586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.287409] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ffdf061b-3ef9-4d07-a3f4-9cfa7511d5e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.302116] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 849.302116] env[69371]: value = "task-4130150" [ 849.302116] env[69371]: _type = "Task" [ 849.302116] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.315183] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.518822] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.553277] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.553605] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.553808] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.554046] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.554238] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.554428] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.554681] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.554958] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.555094] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.555299] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.555545] env[69371]: DEBUG nova.virt.hardware [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.556490] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ee4b7-b578-4370-b137-ca0545b0f77d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.562593] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130149, 'name': Rename_Task, 'duration_secs': 0.355045} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.563353] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.563655] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09498359-929f-4ece-875e-7a773fa3dddc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.569233] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5891ffcd-43bf-4733-8549-c2aafc83f1b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.580550] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 849.580550] env[69371]: value = "task-4130151" [ 849.580550] env[69371]: _type = "Task" [ 849.580550] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.603466] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130151, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.697354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.697730] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance network_info: |[{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.698131] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.698821] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.699748] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:03:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5499fe-408b-4f63-b30e-53828d08e771', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.710182] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating folder: Project (00f436b853744265b257c1cfe6f3d308). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.711637] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58dbe2df-c06d-4e55-b91a-5e4553b6d9da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.724968] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created folder: Project (00f436b853744265b257c1cfe6f3d308) in parent group-v817910. [ 849.725208] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating folder: Instances. Parent ref: group-v818057. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.725470] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ec4970-5fc0-4042-8b10-3effb7129ad7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.740611] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created folder: Instances in parent group-v818057. [ 849.741147] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.741573] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.741840] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23cad3f3-48cc-4205-92de-0c96407c1cad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769358] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.769358] env[69371]: value = "task-4130154" [ 849.769358] env[69371]: _type = "Task" [ 849.769358] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.779439] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130154, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.814690] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.091902] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.267881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.801s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.272296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.025s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.278024] env[69371]: INFO nova.compute.claims [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.294028] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130154, 'name': CreateVM_Task, 'duration_secs': 0.498407} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.294028] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.294028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.298136] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.298534] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.298833] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269e2ea7-0940-47a5-8b25-a36d29293560 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.313837] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 850.313837] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524885e9-36c0-e052-4b19-ffb21c2c590c" [ 850.313837] env[69371]: _type = "Task" [ 850.313837] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.322624] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.327852] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524885e9-36c0-e052-4b19-ffb21c2c590c, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.328522] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.328745] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.329099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.329186] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.329384] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.329810] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd58388-40b6-45e7-b2ca-f767050cc05c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.340347] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.340721] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.342045] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf534ee0-a11d-45e3-a03b-d2382a9c5a65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.353873] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 850.353873] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5273a28a-4a96-e8ec-ce7d-c6e391c2ac66" [ 850.353873] env[69371]: _type = "Task" [ 850.353873] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.367330] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5273a28a-4a96-e8ec-ce7d-c6e391c2ac66, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.373734] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fed31a4-b8dd-4555-be60-6603e99db70b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.381763] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 850.381763] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528afa21-ed9f-ead3-d889-b238f70ca845" [ 850.381763] env[69371]: _type = "Task" [ 850.381763] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.398556] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528afa21-ed9f-ead3-d889-b238f70ca845, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.398556] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.398556] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.398752] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63bac43-0c4c-4189-94bb-91a310d691eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.410020] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 850.410020] env[69371]: value = "task-4130155" [ 850.410020] env[69371]: _type = "Task" [ 850.410020] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.422182] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.574580] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updated VIF entry in instance network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.575332] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.594912] env[69371]: DEBUG oslo_vmware.api [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130151, 'name': PowerOnVM_Task, 'duration_secs': 0.975284} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.595325] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.595608] env[69371]: INFO nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Took 6.88 seconds to spawn the instance on the hypervisor. [ 850.595841] env[69371]: DEBUG nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.596985] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cd740-f401-447c-9bf4-345ebad7064d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.779754] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Successfully updated port: 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.825200] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.889037] env[69371]: INFO nova.scheduler.client.report [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleted allocation for migration 81aa1e2b-2452-4c8b-9e26-542d8f087dcc [ 850.929200] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130155, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.969272] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.969623] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.079525] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.079525] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Received event network-changed-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.079525] env[69371]: DEBUG nova.compute.manager [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Refreshing instance network info cache due to event network-changed-d9f1706e-37c8-4f1f-aea7-767bc346a9d5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.079525] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.079769] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.080091] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Refreshing network info cache for port d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.120071] env[69371]: INFO nova.compute.manager [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Took 46.14 seconds to build instance. [ 851.228156] env[69371]: DEBUG nova.compute.manager [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Received event network-vif-plugged-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.228156] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Acquiring lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.228767] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.229173] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.229603] env[69371]: DEBUG nova.compute.manager [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] No waiting events found dispatching network-vif-plugged-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 851.231858] env[69371]: WARNING nova.compute.manager [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Received unexpected event network-vif-plugged-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 for instance with vm_state building and task_state spawning. [ 851.231858] env[69371]: DEBUG nova.compute.manager [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Received event network-changed-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.231858] env[69371]: DEBUG nova.compute.manager [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Refreshing instance network info cache due to event network-changed-95a5d4cf-2a7a-454e-b605-cbcbe21610b8. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.231858] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Acquiring lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.231858] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Acquired lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.232461] env[69371]: DEBUG nova.network.neutron [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Refreshing network info cache for port 95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.295080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.317689] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.396874] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5a7de6df-acc7-4c6b-8b55-bf2e94e0cf54 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.614s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.430501] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525952} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.432760] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.432999] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.434231] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ee12cb-6272-4176-8224-07e9ae70b89b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.450875] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 851.450875] env[69371]: value = "task-4130156" [ 851.450875] env[69371]: _type = "Task" [ 851.450875] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.465302] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.622547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2701b0e6-c9d2-48dc-8654-72902387a269 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.780s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.797870] env[69371]: DEBUG nova.network.neutron [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.826078] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130150, 'name': CloneVM_Task, 'duration_secs': 2.042022} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.826573] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Created linked-clone VM from snapshot [ 851.827416] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c733b-3dcf-4cb1-953f-aea201c5cd0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841431] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Uploading image b77bdd4a-d94f-471f-8202-1978a90e369b {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.862295] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.864970] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1875999-4e38-4f30-9e6c-12d6af01e697 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.873207] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 851.873207] env[69371]: value = "task-4130157" [ 851.873207] env[69371]: _type = "Task" [ 851.873207] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.888322] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130157, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.944190] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b67d3-62cc-4f0a-87f4-a9f8154e1629 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.960713] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfce94a2-65ee-4472-a6b5-6ab1b5c494ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.967042] env[69371]: DEBUG nova.network.neutron [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.001249] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117533} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.003302] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76878051-956c-43ff-aa46-93f42496137c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.008267] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.008316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec42de6b-3332-4bdb-9f25-89e6f94e9b5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.033156] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.034525] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb828611-5193-4343-85c5-c4246eeeb64d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.053011] env[69371]: INFO nova.compute.manager [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Rebuilding instance [ 852.055345] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9f421f-f658-49af-9ecc-df763a9fc549 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.059838] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updated VIF entry in instance network info cache for port d9f1706e-37c8-4f1f-aea7-767bc346a9d5. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.060231] env[69371]: DEBUG nova.network.neutron [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.074603] env[69371]: DEBUG nova.compute.provider_tree [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.081170] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 852.081170] env[69371]: value = "task-4130158" [ 852.081170] env[69371]: _type = "Task" [ 852.081170] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.095999] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.112095] env[69371]: DEBUG nova.compute.manager [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.112932] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089b58e-12e3-4215-9648-6850977a74e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.125042] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.383560] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130157, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.503159] env[69371]: DEBUG oslo_concurrency.lockutils [req-ea3c0b57-c7ef-4c7d-a62b-99f9eb8125de req-12c26ae9-ffea-4bd3-a31c-c8a63357fb4f service nova] Releasing lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.503551] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquired lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.503712] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.563742] env[69371]: DEBUG oslo_concurrency.lockutils [req-a966be9c-ee3e-4013-82c7-13aa9e10d45a req-8d79c1ad-5703-4970-8e03-8d84bd378863 service nova] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.583144] env[69371]: DEBUG nova.scheduler.client.report [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.597362] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.652235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.884705] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130157, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.040017] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.096090] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.096665] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.099377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.128s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.099575] env[69371]: DEBUG nova.objects.instance [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 853.110555] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130158, 'name': ReconfigVM_Task, 'duration_secs': 0.77886} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.111260] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.112145] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc73f2fa-23b2-4a91-addf-a5452b4740fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.124097] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 853.124097] env[69371]: value = "task-4130159" [ 853.124097] env[69371]: _type = "Task" [ 853.124097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.130568] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.131555] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23639778-3e01-4171-9994-87c84e2d28ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.141484] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130159, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.146186] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 853.146186] env[69371]: value = "task-4130160" [ 853.146186] env[69371]: _type = "Task" [ 853.146186] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.164676] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.220106] env[69371]: DEBUG nova.network.neutron [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Updating instance_info_cache with network_info: [{"id": "95a5d4cf-2a7a-454e-b605-cbcbe21610b8", "address": "fa:16:3e:0f:75:2d", "network": {"id": "a65c080c-0876-4050-8170-270f22ad0104", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-790682418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d4f0bbed2e4663a6a33ab0a191e569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a5d4cf-2a", "ovs_interfaceid": "95a5d4cf-2a7a-454e-b605-cbcbe21610b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.278542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.278542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.386734] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130157, 'name': Destroy_Task, 'duration_secs': 1.057221} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.387455] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Destroyed the VM [ 853.387891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 853.388307] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f848a6f-d6ab-4069-bfff-8969dee3838a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.399439] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 853.399439] env[69371]: value = "task-4130161" [ 853.399439] env[69371]: _type = "Task" [ 853.399439] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.411931] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.607025] env[69371]: DEBUG nova.compute.utils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.610465] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.610940] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.639049] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130159, 'name': Rename_Task, 'duration_secs': 0.22391} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.639335] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.639600] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e423c5-1734-432e-a3f4-1222625dbd36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.647193] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 853.647193] env[69371]: value = "task-4130162" [ 853.647193] env[69371]: _type = "Task" [ 853.647193] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.660036] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130160, 'name': PowerOffVM_Task, 'duration_secs': 0.146917} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.663672] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.663949] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.664300] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.665160] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ce0cb-21f8-4d7c-87bf-2f61f70f8469 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.673137] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.673936] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dac986c-44b8-4e42-b12f-0090f326577e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.677055] env[69371]: DEBUG nova.policy [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe06359d01741c98568df3edae2f80b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31075be568554039816421f7083efdf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.704175] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.704428] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.704615] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleting the datastore file [datastore2] c2d5dd16-7066-47d9-8825-f1e86b8cac5f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.704905] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7b5ada-fc18-4594-bd52-32af2b12e3ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.714141] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 853.714141] env[69371]: value = "task-4130164" [ 853.714141] env[69371]: _type = "Task" [ 853.714141] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.723765] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Releasing lock "refresh_cache-760c785b-88cc-4cd1-a0f5-aecd58781d2f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.724204] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance network_info: |[{"id": "95a5d4cf-2a7a-454e-b605-cbcbe21610b8", "address": "fa:16:3e:0f:75:2d", "network": {"id": "a65c080c-0876-4050-8170-270f22ad0104", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-790682418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60d4f0bbed2e4663a6a33ab0a191e569", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a5d4cf-2a", "ovs_interfaceid": "95a5d4cf-2a7a-454e-b605-cbcbe21610b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.724553] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.724974] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:75:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95a5d4cf-2a7a-454e-b605-cbcbe21610b8', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.733925] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Creating folder: Project (60d4f0bbed2e4663a6a33ab0a191e569). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.734098] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7037910f-b110-4637-8ccf-0fb6be96d94f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.746482] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Created folder: Project (60d4f0bbed2e4663a6a33ab0a191e569) in parent group-v817910. [ 853.746482] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Creating folder: Instances. Parent ref: group-v818060. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.746482] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2d6a07-2d20-4a7f-88ec-d84a00a5fb5b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.759295] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Created folder: Instances in parent group-v818060. [ 853.759694] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.759946] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.760262] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef81a29-a183-42be-a804-5efa188e685b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.784030] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.784030] env[69371]: value = "task-4130167" [ 853.784030] env[69371]: _type = "Task" [ 853.784030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.795288] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130167, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.909284] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130161, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.037820] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully created port: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.111838] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.119027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af5f3498-2183-40ee-ab31-1e56569513de tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.119027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.166s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.120277] env[69371]: INFO nova.compute.claims [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.167397] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.225764] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157381} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.226017] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.226305] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.226728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.298446] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130167, 'name': CreateVM_Task, 'duration_secs': 0.39976} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.298791] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.299932] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.300026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.300327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.301140] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abead019-f94c-4a05-b0c3-ab608044969b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.311858] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 854.311858] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5c025-bb08-9bfc-cb20-b662979fc3b9" [ 854.311858] env[69371]: _type = "Task" [ 854.311858] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.323758] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5c025-bb08-9bfc-cb20-b662979fc3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.383630] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully created port: cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.409858] env[69371]: DEBUG oslo_vmware.api [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.858853} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.410639] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 854.647763] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully created port: 8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.661729] env[69371]: DEBUG oslo_vmware.api [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130162, 'name': PowerOnVM_Task, 'duration_secs': 0.680563} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.662713] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.662878] env[69371]: INFO nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Took 8.12 seconds to spawn the instance on the hypervisor. [ 854.663082] env[69371]: DEBUG nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.663865] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e0b2a-962c-4a2e-aa0c-f36661438034 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.826048] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e5c025-bb08-9bfc-cb20-b662979fc3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.826507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.826890] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.827250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.827436] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.827844] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.828226] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ac0dc6-f865-4f5e-af21-962c6db7eeb4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.839796] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.840039] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.842760] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2189bb2-93c0-42c2-a7f3-b43b0744ecac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.850258] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 854.850258] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cb36b6-b722-213e-b448-88af28e61192" [ 854.850258] env[69371]: _type = "Task" [ 854.850258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.860561] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cb36b6-b722-213e-b448-88af28e61192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.917554] env[69371]: WARNING nova.compute.manager [None req-42d169e6-d09a-4bd8-850d-b0f6207ccdbf tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Image not found during snapshot: nova.exception.ImageNotFound: Image b77bdd4a-d94f-471f-8202-1978a90e369b could not be found. [ 855.127026] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.162682] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.162947] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.163132] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.163441] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.163639] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.163805] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.164025] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.164189] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.164358] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.164865] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.164865] env[69371]: DEBUG nova.virt.hardware [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.165774] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9b365-5d2f-4b50-b59e-0e3e73e0e854 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.182573] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eadac65-0575-4686-be2f-a11ecc2c091d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.193653] env[69371]: INFO nova.compute.manager [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Took 45.52 seconds to build instance. [ 855.267387] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.267641] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.268524] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.268524] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.268524] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.268524] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.268524] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.268780] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.268944] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.269163] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.269379] env[69371]: DEBUG nova.virt.hardware [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.270300] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a1243-7756-4799-bf81-7015ca5f99b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.281976] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912d6d2-e84e-4689-812c-b0cc5384cd35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.299533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.305381] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.308442] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.308950] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dfc24c2-3f0a-4c99-9ec0-6759c369524c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.328221] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.328221] env[69371]: value = "task-4130168" [ 855.328221] env[69371]: _type = "Task" [ 855.328221] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.338475] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130168, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.362405] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cb36b6-b722-213e-b448-88af28e61192, 'name': SearchDatastore_Task, 'duration_secs': 0.041516} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.362658] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbb5895-029b-43ce-923c-de6051162574 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.369961] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 855.369961] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52900354-f889-ebd2-f701-de5ca6e8e185" [ 855.369961] env[69371]: _type = "Task" [ 855.369961] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.382693] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52900354-f889-ebd2-f701-de5ca6e8e185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.699564] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdc5d473-3c93-45da-be96-d8a657d1897f tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.863s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.787449] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a897f913-1fe1-4f24-9c86-c8c7283865fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.797818] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698b703-c5f3-40df-9434-59eb33ee0384 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.833500] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d52a0-d528-40d1-bec6-c78e0574d53f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.844974] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130168, 'name': CreateVM_Task, 'duration_secs': 0.297839} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.845253] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.846615] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d8031-dcab-4872-9f8c-b90883b9b233 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.850680] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.850900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.851189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.851559] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd4f112-d03a-4968-af9c-9dac6877ff62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.865465] env[69371]: DEBUG nova.compute.provider_tree [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.867871] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 855.867871] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5260bef8-4c7a-30a7-6f16-8a8bfbc54ff3" [ 855.867871] env[69371]: _type = "Task" [ 855.867871] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.880831] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52900354-f889-ebd2-f701-de5ca6e8e185, 'name': SearchDatastore_Task, 'duration_secs': 0.019393} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.884327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.884623] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 760c785b-88cc-4cd1-a0f5-aecd58781d2f/760c785b-88cc-4cd1-a0f5-aecd58781d2f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.885158] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5260bef8-4c7a-30a7-6f16-8a8bfbc54ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.885367] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ca2930-f68c-4acb-b144-f70e83a70bb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.887341] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.887630] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.887789] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888254] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.888441] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5fddccd-895f-4081-abb8-d4bf0174a315 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.890922] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.891157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.891358] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.891539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.891716] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.893652] env[69371]: INFO nova.compute.manager [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Terminating instance [ 855.900026] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 855.900026] env[69371]: value = "task-4130169" [ 855.900026] env[69371]: _type = "Task" [ 855.900026] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.902465] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.902465] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.904809] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079c4906-b84d-4dc1-96fa-3e6c33323fd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.909166] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.914238] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 855.914238] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bc08b2-5b65-b4d6-89f4-14bb38dcc851" [ 855.914238] env[69371]: _type = "Task" [ 855.914238] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.923941] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bc08b2-5b65-b4d6-89f4-14bb38dcc851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.209391] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.217077] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully updated port: f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.370150] env[69371]: DEBUG nova.scheduler.client.report [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.383420] env[69371]: DEBUG nova.compute.manager [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-plugged-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.383672] env[69371]: DEBUG oslo_concurrency.lockutils [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.383875] env[69371]: DEBUG oslo_concurrency.lockutils [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.384258] env[69371]: DEBUG oslo_concurrency.lockutils [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.384517] env[69371]: DEBUG nova.compute.manager [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] No waiting events found dispatching network-vif-plugged-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 856.384693] env[69371]: WARNING nova.compute.manager [req-41260c01-5c15-4416-80da-ba13fd7116e9 req-5890076d-58b3-4ff6-a570-049ca659ef44 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received unexpected event network-vif-plugged-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 for instance with vm_state building and task_state spawning. [ 856.398705] env[69371]: DEBUG nova.compute.manager [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.398965] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.400312] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81147f92-230c-4296-9918-06cd54b7b30e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.419824] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.420194] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.423454] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36399b90-e8a3-45e5-b278-f4c7179ce70f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.435392] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bc08b2-5b65-b4d6-89f4-14bb38dcc851, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.439428] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 856.439428] env[69371]: value = "task-4130170" [ 856.439428] env[69371]: _type = "Task" [ 856.439428] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.439428] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29dec54-72bd-4bb9-af3c-73cffc6417d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.451058] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 856.451058] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529d3576-6e2c-7ca7-d3e4-e897e6cfe1c7" [ 856.451058] env[69371]: _type = "Task" [ 856.451058] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.453633] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.464766] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529d3576-6e2c-7ca7-d3e4-e897e6cfe1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.746576] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.876012] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.876578] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.879283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.717s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.879509] env[69371]: DEBUG nova.objects.instance [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lazy-loading 'resources' on Instance uuid 19afd615-3771-440d-8556-0342b1ff805f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.913629] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565007} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.913629] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 760c785b-88cc-4cd1-a0f5-aecd58781d2f/760c785b-88cc-4cd1-a0f5-aecd58781d2f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.913629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.913933] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ebf1a2a-e23e-45df-ab09-e7169187b167 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.923386] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 856.923386] env[69371]: value = "task-4130171" [ 856.923386] env[69371]: _type = "Task" [ 856.923386] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.936366] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.952093] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130170, 'name': PowerOffVM_Task, 'duration_secs': 0.431067} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.952391] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.952577] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.952863] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbffd12-fa31-4c11-917e-0ae979b26326 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.963652] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529d3576-6e2c-7ca7-d3e4-e897e6cfe1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01616} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.963921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.965244] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.965244] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b8cf75-d24a-421d-8114-7161a4ddb3bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.971838] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 856.971838] env[69371]: value = "task-4130173" [ 856.971838] env[69371]: _type = "Task" [ 856.971838] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.981515] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.044793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.044793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.044793] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleting the datastore file [datastore2] 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.044793] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8460f04-76e5-4b2f-85e7-58cc7a2b7f0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.055449] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 857.055449] env[69371]: value = "task-4130174" [ 857.055449] env[69371]: _type = "Task" [ 857.055449] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.072520] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.387075] env[69371]: DEBUG nova.compute.utils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.392778] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.392958] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.437513] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093198} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.437814] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.438646] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced4b05e-4b9a-44ca-9bff-eabe69039a55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.442441] env[69371]: DEBUG nova.policy [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60090a843dc44c3a8e58a5566184c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba731dd12b284748bc66a46cddd5ba2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.466047] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 760c785b-88cc-4cd1-a0f5-aecd58781d2f/760c785b-88cc-4cd1-a0f5-aecd58781d2f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.469235] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817ce86e-9e50-447d-bfc3-11796670876a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.496222] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130173, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.497615] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 857.497615] env[69371]: value = "task-4130175" [ 857.497615] env[69371]: _type = "Task" [ 857.497615] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.510848] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.575067] env[69371]: DEBUG oslo_vmware.api [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357976} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.576254] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.576254] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.576254] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.576427] env[69371]: INFO nova.compute.manager [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 857.576712] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.577016] env[69371]: DEBUG nova.compute.manager [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.577164] env[69371]: DEBUG nova.network.neutron [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.895785] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.917442] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Successfully created port: b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.994362] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746787} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.997205] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.997441] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.997898] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93b92d6a-a346-4988-b04d-085589bcee5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.006505] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 858.006505] env[69371]: value = "task-4130176" [ 858.006505] env[69371]: _type = "Task" [ 858.006505] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.017149] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.023131] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.070840] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd221fbd-d86f-44f7-aadd-c6e81e0a169d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.082025] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284aebd-2de4-4a17-87f4-d6665783f25b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.116970] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364b8e04-8557-4c94-aab9-ef5b3bbfaf71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.131654] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cefac4f-8505-49be-97b1-d79e1455e1c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.147428] env[69371]: DEBUG nova.compute.provider_tree [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.419365] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-changed-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.419365] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing instance network info cache due to event network-changed-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.419365] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Acquiring lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.419365] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Acquired lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.419365] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing network info cache for port f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.425715] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully updated port: cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.515387] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130175, 'name': ReconfigVM_Task, 'duration_secs': 0.647953} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.516318] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 760c785b-88cc-4cd1-a0f5-aecd58781d2f/760c785b-88cc-4cd1-a0f5-aecd58781d2f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.517192] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0b2580-05c6-43f9-9ad2-8f90b94df8f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.522162] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070937} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.522887] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.523765] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7199a-6488-4749-821f-5db75cd0a0ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.528064] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 858.528064] env[69371]: value = "task-4130177" [ 858.528064] env[69371]: _type = "Task" [ 858.528064] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.540506] env[69371]: DEBUG nova.network.neutron [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.550787] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.552298] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc44c35-a6ee-46cc-9d89-8d1319130665 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.573035] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130177, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.579186] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 858.579186] env[69371]: value = "task-4130178" [ 858.579186] env[69371]: _type = "Task" [ 858.579186] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.588460] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.651041] env[69371]: DEBUG nova.scheduler.client.report [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.906056] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.932587] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.932587] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.932587] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.934446] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.934446] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.934446] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.934446] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.934446] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.934597] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.934597] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.934597] env[69371]: DEBUG nova.virt.hardware [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.934903] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600524dd-204f-4d9d-9e76-faab209a1642 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.946131] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba5eb0-c4e1-41c0-a275-d044d79821fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.979214] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.038511] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130177, 'name': Rename_Task, 'duration_secs': 0.248637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.038781] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.039042] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae15f52-7452-42e1-b96d-06f075366d2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.046645] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 859.046645] env[69371]: value = "task-4130179" [ 859.046645] env[69371]: _type = "Task" [ 859.046645] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.051908] env[69371]: INFO nova.compute.manager [-] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Took 1.47 seconds to deallocate network for instance. [ 859.057021] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.092721] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130178, 'name': ReconfigVM_Task, 'duration_secs': 0.32594} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.093085] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c2d5dd16-7066-47d9-8825-f1e86b8cac5f/c2d5dd16-7066-47d9-8825-f1e86b8cac5f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.094015] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfe4e072-fce7-4c21-b32d-4e0147764480 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.102955] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 859.102955] env[69371]: value = "task-4130180" [ 859.102955] env[69371]: _type = "Task" [ 859.102955] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.113710] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130180, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.138014] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.156678] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.160261] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.806s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.160261] env[69371]: DEBUG nova.objects.instance [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 859.184479] env[69371]: INFO nova.scheduler.client.report [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Deleted allocations for instance 19afd615-3771-440d-8556-0342b1ff805f [ 859.558645] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.561750] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.583922] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Successfully updated port: b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.613863] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130180, 'name': Rename_Task, 'duration_secs': 0.277385} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.614244] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.614512] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49003e0-c03e-4cf8-8b42-426586220902 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.622465] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 859.622465] env[69371]: value = "task-4130181" [ 859.622465] env[69371]: _type = "Task" [ 859.622465] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.632521] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.640801] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Releasing lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641302] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.641594] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing instance network info cache due to event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.641928] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.642255] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.642538] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.696867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-325cdda0-0b75-4e21-a9f6-9e4773b34924 tempest-ServersAaction247Test-1628246008 tempest-ServersAaction247Test-1628246008-project-member] Lock "19afd615-3771-440d-8556-0342b1ff805f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.838s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.060290] env[69371]: DEBUG oslo_vmware.api [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130179, 'name': PowerOnVM_Task, 'duration_secs': 0.648824} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.061708] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.061708] env[69371]: INFO nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Took 10.54 seconds to spawn the instance on the hypervisor. [ 860.061708] env[69371]: DEBUG nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.062285] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea688a8-6818-4503-9877-c8e63daf170f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.086828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.088139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.088139] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.133525] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130181, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.171971] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2540756b-c4dc-4199-988d-6704cd8e559c tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.173103] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.104s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.173103] env[69371]: DEBUG nova.objects.instance [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lazy-loading 'resources' on Instance uuid 18c0d4a1-96ba-42e6-a696-0f9792684e5c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.448525] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updated VIF entry in instance network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.449561] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.592247] env[69371]: INFO nova.compute.manager [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Took 46.82 seconds to build instance. [ 860.595700] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-changed-cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.596124] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing instance network info cache due to event network-changed-cea9a0f0-fe85-457e-af8d-a42222d1dd33. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.597156] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Acquiring lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.597712] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Acquired lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.598029] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing network info cache for port cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.641062] env[69371]: DEBUG oslo_vmware.api [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130181, 'name': PowerOnVM_Task, 'duration_secs': 0.942637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.642100] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.645279] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.645279] env[69371]: DEBUG nova.compute.manager [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.646548] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a98b9-81ed-410c-8f7c-32bb524f951f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.681379] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Successfully updated port: 8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.821205] env[69371]: DEBUG nova.network.neutron [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Updating instance_info_cache with network_info: [{"id": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "address": "fa:16:3e:ff:98:e2", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0227374-36", "ovs_interfaceid": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.952885] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.953202] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Received event network-vif-deleted-a554adf7-164a-459f-b23d-80024e311668 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.953398] env[69371]: INFO nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Neutron deleted interface a554adf7-164a-459f-b23d-80024e311668; detaching it from the instance and deleting it from the info cache [ 860.953612] env[69371]: DEBUG nova.network.neutron [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.093388] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1361bd4f-995f-4920-97ef-b04c1dfecb3c tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.544s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.151582] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.172218] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.184836] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.240862] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40381e8a-4bae-4635-a0a1-f999d93e92ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.249236] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea84c427-3f37-4e59-afb5-ec5d30e023af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.253786] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.285030] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf706f-8a6f-47ee-a132-5106c5b81b39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.294474] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764ad76-7a74-413d-8903-575053e1d139 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.309842] env[69371]: DEBUG nova.compute.provider_tree [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.322804] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.323149] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance network_info: |[{"id": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "address": "fa:16:3e:ff:98:e2", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0227374-36", "ovs_interfaceid": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.323881] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:98:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0227374-36cd-4049-9b5a-d4f4427c10ee', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.333572] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating folder: Project (ba731dd12b284748bc66a46cddd5ba2d). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.334182] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a7389e-85e1-4454-a481-3438c278a257 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.348756] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created folder: Project (ba731dd12b284748bc66a46cddd5ba2d) in parent group-v817910. [ 861.348990] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating folder: Instances. Parent ref: group-v818064. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.349453] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c76195b5-6e82-4c53-874e-53eda28bec7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.364227] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created folder: Instances in parent group-v818064. [ 861.364503] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.364715] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.364943] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af63d51-bcba-4ba7-b79f-e4b50216f5e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.386243] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.386243] env[69371]: value = "task-4130184" [ 861.386243] env[69371]: _type = "Task" [ 861.386243] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.397596] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130184, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.456997] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15371d5f-73d6-41af-9753-12ccdb15247d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.470793] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ca04e3-7d13-4bcf-8e54-8ab314df2766 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.507656] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Detach interface failed, port_id=a554adf7-164a-459f-b23d-80024e311668, reason: Instance 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 861.507951] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-plugged-cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.508189] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.508415] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.508590] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.509966] env[69371]: DEBUG nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] No waiting events found dispatching network-vif-plugged-cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.509966] env[69371]: WARNING nova.compute.manager [req-7b9da034-e315-4295-a056-1076335e6e60 req-696adb3d-115a-41ca-945c-2af3a641765a service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received unexpected event network-vif-plugged-cea9a0f0-fe85-457e-af8d-a42222d1dd33 for instance with vm_state building and task_state spawning. [ 861.596475] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.756832] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Releasing lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.757191] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Received event network-vif-plugged-b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.757471] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Acquiring lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.757715] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.757892] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.758080] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] No waiting events found dispatching network-vif-plugged-b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.758263] env[69371]: WARNING nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Received unexpected event network-vif-plugged-b0227374-36cd-4049-9b5a-d4f4427c10ee for instance with vm_state building and task_state spawning. [ 861.758430] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Received event network-changed-b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.758758] env[69371]: DEBUG nova.compute.manager [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Refreshing instance network info cache due to event network-changed-b0227374-36cd-4049-9b5a-d4f4427c10ee. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.758962] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Acquiring lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759121] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Acquired lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759314] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Refreshing network info cache for port b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.761017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.761178] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.813447] env[69371]: DEBUG nova.scheduler.client.report [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.903835] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130184, 'name': CreateVM_Task, 'duration_secs': 0.370351} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.903910] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.904621] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.904793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.908022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.908022] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b960ec23-844b-490f-a02a-db62827bb1ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.911283] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 861.911283] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87626-fe51-480d-50df-fa2a052e624b" [ 861.911283] env[69371]: _type = "Task" [ 861.911283] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.921321] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87626-fe51-480d-50df-fa2a052e624b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.130324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.319368] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.321990] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.735s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.323715] env[69371]: INFO nova.compute.claims [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.330115] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.341534] env[69371]: INFO nova.scheduler.client.report [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Deleted allocations for instance 18c0d4a1-96ba-42e6-a696-0f9792684e5c [ 862.427815] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87626-fe51-480d-50df-fa2a052e624b, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.428251] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.428469] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.428734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.428899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429097] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.429379] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca424167-ec54-4044-94e0-44265581c851 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.439398] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.439622] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.440469] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03def2c-7822-4bc6-b8ac-68ca29a57f03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.448369] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 862.448369] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520ad34f-a3ba-cc4b-17fb-c06d46d4f198" [ 862.448369] env[69371]: _type = "Task" [ 862.448369] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.459859] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520ad34f-a3ba-cc4b-17fb-c06d46d4f198, 'name': SearchDatastore_Task} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.460866] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452b619f-f592-4489-9fd6-026844a4ff72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.468957] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 862.468957] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52672482-7f25-1aea-8be9-6a6008009e59" [ 862.468957] env[69371]: _type = "Task" [ 862.468957] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.484025] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52672482-7f25-1aea-8be9-6a6008009e59, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.484025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.484025] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.484429] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f6f64b-2cc2-45f9-aa9a-369848aa9d46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.494772] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 862.494772] env[69371]: value = "task-4130185" [ 862.494772] env[69371]: _type = "Task" [ 862.494772] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.513099] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.613915] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.614020] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.614286] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.614414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.617358] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.620774] env[69371]: INFO nova.compute.manager [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Terminating instance [ 862.647205] env[69371]: DEBUG nova.compute.manager [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-plugged-8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.647453] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.647686] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.647995] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.648491] env[69371]: DEBUG nova.compute.manager [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] No waiting events found dispatching network-vif-plugged-8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 862.648760] env[69371]: WARNING nova.compute.manager [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received unexpected event network-vif-plugged-8d87296a-6e36-4e39-9c51-25b7e941a664 for instance with vm_state building and task_state spawning. [ 862.648944] env[69371]: DEBUG nova.compute.manager [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-changed-8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.649112] env[69371]: DEBUG nova.compute.manager [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing instance network info cache due to event network-changed-8d87296a-6e36-4e39-9c51-25b7e941a664. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.649285] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Acquiring lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.851453] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9deb941-4eb3-436a-8a8c-e3c0cb1cd0d5 tempest-AttachInterfacesUnderV243Test-583687153 tempest-AttachInterfacesUnderV243Test-583687153-project-member] Lock "18c0d4a1-96ba-42e6-a696-0f9792684e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.078s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.918283] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Updated VIF entry in instance network info cache for port b0227374-36cd-4049-9b5a-d4f4427c10ee. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.918743] env[69371]: DEBUG nova.network.neutron [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Updating instance_info_cache with network_info: [{"id": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "address": "fa:16:3e:ff:98:e2", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0227374-36", "ovs_interfaceid": "b0227374-36cd-4049-9b5a-d4f4427c10ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.005442] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506664} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.007973] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.008179] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.008560] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.008854] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.009094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.009295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.009462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.011476] env[69371]: INFO nova.compute.manager [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Terminating instance [ 863.014724] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af986e4b-feeb-4934-913e-6773dbef120e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.023866] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 863.023866] env[69371]: value = "task-4130186" [ 863.023866] env[69371]: _type = "Task" [ 863.023866] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.040083] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.127984] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "refresh_cache-c2d5dd16-7066-47d9-8825-f1e86b8cac5f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.129379] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "refresh_cache-c2d5dd16-7066-47d9-8825-f1e86b8cac5f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.129379] env[69371]: DEBUG nova.network.neutron [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.208342] env[69371]: DEBUG nova.network.neutron [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updating instance_info_cache with network_info: [{"id": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "address": "fa:16:3e:3e:37:a4", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf308d8c0-a5", "ovs_interfaceid": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "address": "fa:16:3e:73:92:57", "network": {"id": "867c43a3-d546-45dd-ba1b-e3264a2d59fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-410602594", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea9a0f0-fe", "ovs_interfaceid": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d87296a-6e36-4e39-9c51-25b7e941a664", "address": "fa:16:3e:8c:8d:9d", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d87296a-6e", "ovs_interfaceid": "8d87296a-6e36-4e39-9c51-25b7e941a664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.421731] env[69371]: DEBUG oslo_concurrency.lockutils [req-1cd024df-7086-484a-bd40-a4689a8b4b51 req-d83eecbf-3738-4ab0-b341-a82b0937ce3f service nova] Releasing lock "refresh_cache-7602962a-51be-43bf-99a3-ccf0f576211c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.518866] env[69371]: DEBUG nova.compute.manager [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.519346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.520545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f9421-c8bc-461d-8651-f87d10e0468b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.531675] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.534705] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e0bf38-7c9e-4bd8-aff9-e7111b223173 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.540633] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076155} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.541317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.542142] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c11c8d-d757-4b76-aebe-609352ecb157 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.546326] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 863.546326] env[69371]: value = "task-4130187" [ 863.546326] env[69371]: _type = "Task" [ 863.546326] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.572611] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.576138] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af0a89a-934d-4b09-9900-b6c57c09a233 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.596035] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.602545] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 863.602545] env[69371]: value = "task-4130188" [ 863.602545] env[69371]: _type = "Task" [ 863.602545] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.616413] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.665026] env[69371]: DEBUG nova.network.neutron [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.712023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.712299] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance network_info: |[{"id": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "address": "fa:16:3e:3e:37:a4", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf308d8c0-a5", "ovs_interfaceid": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "address": "fa:16:3e:73:92:57", "network": {"id": "867c43a3-d546-45dd-ba1b-e3264a2d59fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-410602594", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea9a0f0-fe", "ovs_interfaceid": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d87296a-6e36-4e39-9c51-25b7e941a664", "address": "fa:16:3e:8c:8d:9d", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d87296a-6e", "ovs_interfaceid": "8d87296a-6e36-4e39-9c51-25b7e941a664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.712626] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Acquired lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.712837] env[69371]: DEBUG nova.network.neutron [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Refreshing network info cache for port 8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.714309] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:37:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f308d8c0-a536-4e5b-8e52-c5d3181bc5b5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:92:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea9a0f0-fe85-457e-af8d-a42222d1dd33', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:8d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d87296a-6e36-4e39-9c51-25b7e941a664', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.727344] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Creating folder: Project (31075be568554039816421f7083efdf9). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.731281] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e140b8-1e63-4653-8392-28cdffd5e823 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.745366] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Created folder: Project (31075be568554039816421f7083efdf9) in parent group-v817910. [ 863.745618] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Creating folder: Instances. Parent ref: group-v818067. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.745898] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1001a6e8-02ae-4a02-981b-192afdf14cc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.748890] env[69371]: DEBUG nova.network.neutron [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.759886] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Created folder: Instances in parent group-v818067. [ 863.760688] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.760688] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.760688] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a20f11-f424-47c9-ae14-4c280755705d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.790094] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.790094] env[69371]: value = "task-4130191" [ 863.790094] env[69371]: _type = "Task" [ 863.790094] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.799261] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130191, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.009774] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d2dff-c5f9-4cda-8949-2dfe2d06a45b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.016363] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d821464-1b42-4471-a3cc-6d8d664a1346 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.053850] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb74e56-19f3-494b-b3de-220e7d984704 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.062662] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130187, 'name': PowerOffVM_Task, 'duration_secs': 0.362267} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.065209] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.065411] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.065823] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf900340-d8a0-4f0f-a338-5bb0eb92b409 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.068509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155b5b7-2b6f-4a70-97ce-b5eb20055d79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.084781] env[69371]: DEBUG nova.compute.provider_tree [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.113182] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130188, 'name': ReconfigVM_Task, 'duration_secs': 0.493714} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.113499] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.114539] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fdc0cf7-3690-4d55-944a-d165540f5085 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.122324] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 864.122324] env[69371]: value = "task-4130193" [ 864.122324] env[69371]: _type = "Task" [ 864.122324] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.133061] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130193, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.162232] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.162491] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.162678] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Deleting the datastore file [datastore2] 760c785b-88cc-4cd1-a0f5-aecd58781d2f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.162984] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e062795-ddd3-4be0-8c2e-dafd962fac5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.171077] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for the task: (returnval){ [ 864.171077] env[69371]: value = "task-4130194" [ 864.171077] env[69371]: _type = "Task" [ 864.171077] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.180786] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.255503] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "refresh_cache-c2d5dd16-7066-47d9-8825-f1e86b8cac5f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256161] env[69371]: DEBUG nova.compute.manager [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.256376] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.257342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28b1f64-c2c4-4eb5-9f50-f5617369af82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.268964] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.269386] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfa8f45-e6fd-4a39-8059-f6748df2beac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.278682] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 864.278682] env[69371]: value = "task-4130195" [ 864.278682] env[69371]: _type = "Task" [ 864.278682] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.289914] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.308680] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130191, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.492812] env[69371]: DEBUG nova.network.neutron [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updated VIF entry in instance network info cache for port 8d87296a-6e36-4e39-9c51-25b7e941a664. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.493513] env[69371]: DEBUG nova.network.neutron [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updating instance_info_cache with network_info: [{"id": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "address": "fa:16:3e:3e:37:a4", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf308d8c0-a5", "ovs_interfaceid": "f308d8c0-a536-4e5b-8e52-c5d3181bc5b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "address": "fa:16:3e:73:92:57", "network": {"id": "867c43a3-d546-45dd-ba1b-e3264a2d59fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-410602594", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea9a0f0-fe", "ovs_interfaceid": "cea9a0f0-fe85-457e-af8d-a42222d1dd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d87296a-6e36-4e39-9c51-25b7e941a664", "address": "fa:16:3e:8c:8d:9d", "network": {"id": "01b30745-0846-4cdd-bc20-18474848c918", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-309292545", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d87296a-6e", "ovs_interfaceid": "8d87296a-6e36-4e39-9c51-25b7e941a664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.588185] env[69371]: DEBUG nova.scheduler.client.report [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.637111] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130193, 'name': Rename_Task, 'duration_secs': 0.179806} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.637111] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.637111] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f53d55f-46fb-48a8-ae61-8bb017fc04ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.645804] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 864.645804] env[69371]: value = "task-4130196" [ 864.645804] env[69371]: _type = "Task" [ 864.645804] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.658532] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.683439] env[69371]: DEBUG oslo_vmware.api [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Task: {'id': task-4130194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183085} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.683820] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.683979] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.684148] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.684340] env[69371]: INFO nova.compute.manager [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 864.685107] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.685107] env[69371]: DEBUG nova.compute.manager [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.685244] env[69371]: DEBUG nova.network.neutron [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.790118] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130195, 'name': PowerOffVM_Task, 'duration_secs': 0.305081} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.790288] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.791054] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.791054] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d78524d-f301-423a-9336-a4341b1404db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.804011] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130191, 'name': CreateVM_Task, 'duration_secs': 0.908081} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.806250] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.806540] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.806820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.807222] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.807610] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed48658-b505-45ad-8ee9-b20a94f027d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.815404] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 864.815404] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b50a16-1f3b-d78e-b5c9-0a6daab6cf13" [ 864.815404] env[69371]: _type = "Task" [ 864.815404] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.821886] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.822467] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.822786] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleting the datastore file [datastore1] c2d5dd16-7066-47d9-8825-f1e86b8cac5f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.825042] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33a13786-a691-4383-9c70-1a04999371b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.831765] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b50a16-1f3b-d78e-b5c9-0a6daab6cf13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.838156] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 864.838156] env[69371]: value = "task-4130198" [ 864.838156] env[69371]: _type = "Task" [ 864.838156] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.857561] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.997177] env[69371]: DEBUG oslo_concurrency.lockutils [req-03fa837b-11cc-4252-bfe0-541188cb8779 req-5eebffde-bc21-471a-ac21-ecb84d159c00 service nova] Releasing lock "refresh_cache-1f33e029-85f0-4da9-aff5-e7d921c73829" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.094161] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.094754] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.098891] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.142s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.099084] env[69371]: DEBUG nova.objects.instance [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lazy-loading 'resources' on Instance uuid aa2b8b36-3d7f-48d2-afee-d1412bd34fb2 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.160118] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130196, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.281613] env[69371]: DEBUG nova.compute.manager [req-3602b8ac-5068-4929-92cb-dce77588d705 req-e84d4b9d-25f4-4abc-9e1a-18d156dac183 service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Received event network-vif-deleted-95a5d4cf-2a7a-454e-b605-cbcbe21610b8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.281859] env[69371]: INFO nova.compute.manager [req-3602b8ac-5068-4929-92cb-dce77588d705 req-e84d4b9d-25f4-4abc-9e1a-18d156dac183 service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Neutron deleted interface 95a5d4cf-2a7a-454e-b605-cbcbe21610b8; detaching it from the instance and deleting it from the info cache [ 865.281940] env[69371]: DEBUG nova.network.neutron [req-3602b8ac-5068-4929-92cb-dce77588d705 req-e84d4b9d-25f4-4abc-9e1a-18d156dac183 service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.328921] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b50a16-1f3b-d78e-b5c9-0a6daab6cf13, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.329294] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.329590] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.329972] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330758] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.331405] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39512db-761d-4618-8c35-cc67e992ab4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.347727] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.348055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.352100] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a14cf9f-a54d-46c4-8aba-17eb766d3821 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.355107] env[69371]: DEBUG oslo_vmware.api [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147942} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.355399] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.355587] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.355747] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.356384] env[69371]: INFO nova.compute.manager [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 865.356631] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.357246] env[69371]: DEBUG nova.compute.manager [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.357347] env[69371]: DEBUG nova.network.neutron [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.360688] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 865.360688] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527978a8-9bc0-969f-087a-1eace5de7f72" [ 865.360688] env[69371]: _type = "Task" [ 865.360688] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.373060] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527978a8-9bc0-969f-087a-1eace5de7f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.379145] env[69371]: DEBUG nova.network.neutron [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.505061] env[69371]: DEBUG nova.network.neutron [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.600073] env[69371]: DEBUG nova.compute.utils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.601553] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.604156] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.655325] env[69371]: DEBUG nova.policy [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69a4e8d0fce64d20b2962a72cfcf8965', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedb805710b74e68a38db36904bc9518', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.662831] env[69371]: DEBUG oslo_vmware.api [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130196, 'name': PowerOnVM_Task, 'duration_secs': 0.541902} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.666401] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.666654] env[69371]: INFO nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Took 6.76 seconds to spawn the instance on the hypervisor. [ 865.666829] env[69371]: DEBUG nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.667938] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23c619-c8d2-426f-ad19-e500b9e47569 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.789740] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1c9d6ad-9b3e-4004-ae04-ebf861dc6bea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.799753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a944b-0191-486a-8b8d-6dca3f1089b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.842373] env[69371]: DEBUG nova.compute.manager [req-3602b8ac-5068-4929-92cb-dce77588d705 req-e84d4b9d-25f4-4abc-9e1a-18d156dac183 service nova] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Detach interface failed, port_id=95a5d4cf-2a7a-454e-b605-cbcbe21610b8, reason: Instance 760c785b-88cc-4cd1-a0f5-aecd58781d2f could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.873349] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527978a8-9bc0-969f-087a-1eace5de7f72, 'name': SearchDatastore_Task, 'duration_secs': 0.049021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.874274] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dddd96-15ad-45a2-912c-b7067ac88e37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.880913] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 865.880913] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e7aa-983c-018d-54c8-a6cb135ea366" [ 865.880913] env[69371]: _type = "Task" [ 865.880913] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.883925] env[69371]: DEBUG nova.network.neutron [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.895705] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e7aa-983c-018d-54c8-a6cb135ea366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.009530] env[69371]: INFO nova.compute.manager [-] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Took 1.32 seconds to deallocate network for instance. [ 866.022861] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Successfully created port: 388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.107021] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.191668] env[69371]: INFO nova.compute.manager [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Took 43.26 seconds to build instance. [ 866.203016] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10018b5a-4aa8-40fd-b01c-2e8f8d3baf3c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.211570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b794f-201f-4e2c-a4cf-8d641fc0df6f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.250370] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e24ad2-d73e-4de4-9764-887c10719d75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.260780] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e112b57a-2612-403d-89a4-f51296871c4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.278226] env[69371]: DEBUG nova.compute.provider_tree [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.388962] env[69371]: INFO nova.compute.manager [-] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Took 1.03 seconds to deallocate network for instance. [ 866.399194] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e7aa-983c-018d-54c8-a6cb135ea366, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.399814] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.400091] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1f33e029-85f0-4da9-aff5-e7d921c73829/1f33e029-85f0-4da9-aff5-e7d921c73829.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.400363] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47f2abf-3671-4672-996f-7548f758ccdb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.408245] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 866.408245] env[69371]: value = "task-4130199" [ 866.408245] env[69371]: _type = "Task" [ 866.408245] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.417972] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.519025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.694061] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c53683fa-92ec-4c0d-b9fd-c7b3694b1271 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.779s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.781623] env[69371]: DEBUG nova.scheduler.client.report [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.900983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.918850] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.117322] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.146284] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.146491] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.146682] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.146872] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.147070] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.147249] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.147483] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.147752] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.148016] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.148462] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.148616] env[69371]: DEBUG nova.virt.hardware [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.149919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9477ef-c1d5-475e-9580-ae4b41e12309 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.159912] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb3189-3f33-4b50-82b7-928e6efe34d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.286697] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.289306] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.761s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.289565] env[69371]: DEBUG nova.objects.instance [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lazy-loading 'resources' on Instance uuid 92b7fbc4-a250-43f7-99b5-995a091a1af2 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.316632] env[69371]: INFO nova.scheduler.client.report [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleted allocations for instance aa2b8b36-3d7f-48d2-afee-d1412bd34fb2 [ 867.420105] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94455} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.420409] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1f33e029-85f0-4da9-aff5-e7d921c73829/1f33e029-85f0-4da9-aff5-e7d921c73829.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.420630] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.420894] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a09bfe3-6527-46c2-99bf-20b4d2d3a852 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.430097] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 867.430097] env[69371]: value = "task-4130200" [ 867.430097] env[69371]: _type = "Task" [ 867.430097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.438270] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.485600] env[69371]: DEBUG nova.compute.manager [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Received event network-vif-plugged-388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.486011] env[69371]: DEBUG oslo_concurrency.lockutils [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] Acquiring lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.486090] env[69371]: DEBUG oslo_concurrency.lockutils [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.486419] env[69371]: DEBUG oslo_concurrency.lockutils [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.486494] env[69371]: DEBUG nova.compute.manager [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] No waiting events found dispatching network-vif-plugged-388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.487077] env[69371]: WARNING nova.compute.manager [req-5f5139c7-1e05-426f-b6f9-90262630e6af req-b760e4f5-3ae3-4f87-b4ed-0d67daec9936 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Received unexpected event network-vif-plugged-388725d5-838c-413a-90d6-9c30d88496ef for instance with vm_state building and task_state spawning. [ 867.593974] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Successfully updated port: 388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.726036] env[69371]: INFO nova.compute.manager [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Rebuilding instance [ 867.787032] env[69371]: DEBUG nova.compute.manager [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.788159] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd209e87-6242-48e5-b33f-5d54b55b5eb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.825419] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4ff9971b-80b1-411b-88a6-0b6b4de089c4 tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "aa2b8b36-3d7f-48d2-afee-d1412bd34fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.940253] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079704} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.940556] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.943781] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75243f16-383a-4569-aa37-581ca96c74eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.972820] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1f33e029-85f0-4da9-aff5-e7d921c73829/1f33e029-85f0-4da9-aff5-e7d921c73829.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.975958] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d885e9-6f74-44c7-829b-0a2a744f90e8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.998770] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 867.998770] env[69371]: value = "task-4130201" [ 867.998770] env[69371]: _type = "Task" [ 867.998770] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.011362] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.096527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.096776] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.096951] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.279823] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703f012-d476-42cf-8b9f-f7dcaee72e21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.288374] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c701acb-62ec-4173-85e7-2633795a850f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.323924] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7dca92-339d-4fd7-967c-32923af9d1a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.334364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98684010-19ee-4b4a-b34c-467218a8a9aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.352528] env[69371]: DEBUG nova.compute.provider_tree [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.510167] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.640861] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.808716] env[69371]: DEBUG nova.network.neutron [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Updating instance_info_cache with network_info: [{"id": "388725d5-838c-413a-90d6-9c30d88496ef", "address": "fa:16:3e:cb:35:d1", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388725d5-83", "ovs_interfaceid": "388725d5-838c-413a-90d6-9c30d88496ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.828600] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.828931] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd7a47a-d4df-47da-b1d9-135bfc2105ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843515] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 868.843515] env[69371]: value = "task-4130202" [ 868.843515] env[69371]: _type = "Task" [ 868.843515] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.855394] env[69371]: DEBUG nova.scheduler.client.report [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.860227] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.948094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "1444a73b-85f7-4917-854c-11183e643f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.948434] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.948738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "1444a73b-85f7-4917-854c-11183e643f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.949057] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.949268] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.952161] env[69371]: INFO nova.compute.manager [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Terminating instance [ 869.011794] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130201, 'name': ReconfigVM_Task, 'duration_secs': 0.939611} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.012514] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1f33e029-85f0-4da9-aff5-e7d921c73829/1f33e029-85f0-4da9-aff5-e7d921c73829.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.013404] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-056dc954-5e9b-4139-acc4-8b2c966c8a84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.020701] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 869.020701] env[69371]: value = "task-4130203" [ 869.020701] env[69371]: _type = "Task" [ 869.020701] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.030632] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130203, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.311408] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.311765] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Instance network_info: |[{"id": "388725d5-838c-413a-90d6-9c30d88496ef", "address": "fa:16:3e:cb:35:d1", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388725d5-83", "ovs_interfaceid": "388725d5-838c-413a-90d6-9c30d88496ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.312317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:35:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '388725d5-838c-413a-90d6-9c30d88496ef', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.321186] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.321470] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.321718] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a5973a-9b7f-4b92-9529-8dca6d161801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.342384] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.342384] env[69371]: value = "task-4130204" [ 869.342384] env[69371]: _type = "Task" [ 869.342384] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.354320] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130204, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.357779] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130202, 'name': PowerOffVM_Task, 'duration_secs': 0.279699} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.358115] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.358568] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.359229] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3893c013-6fd4-4ce2-a50e-8d66a5ec661e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.362435] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.364726] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.791s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.366270] env[69371]: INFO nova.compute.claims [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.374557] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.374837] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed4bc8ce-7aa6-43e4-842f-1e6ea41cd691 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.389085] env[69371]: INFO nova.scheduler.client.report [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted allocations for instance 92b7fbc4-a250-43f7-99b5-995a091a1af2 [ 869.452240] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.452561] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.452783] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.453889] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c40daf2-dd6d-4d9c-8764-29198ccdc276 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.459930] env[69371]: DEBUG nova.compute.manager [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.460166] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.461067] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeed059-89c9-40ea-9b5d-1c24fee5497b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.469484] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 869.469484] env[69371]: value = "task-4130206" [ 869.469484] env[69371]: _type = "Task" [ 869.469484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.472824] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.476264] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79aee96b-8da2-43cd-a353-e6b1aca41a75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.484879] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.486258] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 869.486258] env[69371]: value = "task-4130207" [ 869.486258] env[69371]: _type = "Task" [ 869.486258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.494849] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.510786] env[69371]: DEBUG nova.compute.manager [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Received event network-changed-388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.511126] env[69371]: DEBUG nova.compute.manager [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Refreshing instance network info cache due to event network-changed-388725d5-838c-413a-90d6-9c30d88496ef. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.511255] env[69371]: DEBUG oslo_concurrency.lockutils [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] Acquiring lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.511364] env[69371]: DEBUG oslo_concurrency.lockutils [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] Acquired lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.511526] env[69371]: DEBUG nova.network.neutron [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Refreshing network info cache for port 388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.532316] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130203, 'name': Rename_Task, 'duration_secs': 0.193613} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.532803] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.532926] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba5a8cb-389a-4a6b-8dbd-1a33b86f3370 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.541137] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 869.541137] env[69371]: value = "task-4130208" [ 869.541137] env[69371]: _type = "Task" [ 869.541137] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.557139] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.856173] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130204, 'name': CreateVM_Task, 'duration_secs': 0.391434} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.856428] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.857117] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.857295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.857632] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.858578] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d6bf94-1f08-4cbe-8211-a77b1ae4e14c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.865317] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 869.865317] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527a1bb4-577f-5520-f204-4d486a954bed" [ 869.865317] env[69371]: _type = "Task" [ 869.865317] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.877856] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527a1bb4-577f-5520-f204-4d486a954bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.898494] env[69371]: DEBUG oslo_concurrency.lockutils [None req-32d96596-fee2-48b2-ad54-f4f4f2697c3d tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "92b7fbc4-a250-43f7-99b5-995a091a1af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.269s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.983394] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207441} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.983706] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.983899] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.984713] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.995176] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130207, 'name': PowerOffVM_Task, 'duration_secs': 0.246374} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.995464] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.995705] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.995982] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef51546a-1741-4675-b093-2abc7b252104 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.057468] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130208, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.078594] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.078789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.078999] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleting the datastore file [datastore2] 1444a73b-85f7-4917-854c-11183e643f50 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.079290] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f95db48-c25c-412e-9cab-b39586f153a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.087689] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for the task: (returnval){ [ 870.087689] env[69371]: value = "task-4130210" [ 870.087689] env[69371]: _type = "Task" [ 870.087689] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.101518] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.251062] env[69371]: DEBUG nova.network.neutron [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Updated VIF entry in instance network info cache for port 388725d5-838c-413a-90d6-9c30d88496ef. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.251436] env[69371]: DEBUG nova.network.neutron [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Updating instance_info_cache with network_info: [{"id": "388725d5-838c-413a-90d6-9c30d88496ef", "address": "fa:16:3e:cb:35:d1", "network": {"id": "6084c233-aeac-48c0-b867-bf1bfeaf55f3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1656021706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedb805710b74e68a38db36904bc9518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap388725d5-83", "ovs_interfaceid": "388725d5-838c-413a-90d6-9c30d88496ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.353150] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.353454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.353666] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.353852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.354035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.357107] env[69371]: INFO nova.compute.manager [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Terminating instance [ 870.379702] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527a1bb4-577f-5520-f204-4d486a954bed, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.380577] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.380788] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.381037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.381298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.381388] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.381628] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc256e90-d2b7-4808-804c-c05afc5b035b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.394044] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.394044] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.394455] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf175e4-00dc-44ea-b3b5-9a61252aef72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.401217] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 870.401217] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d237d4-f788-a7f1-9fc5-76c936248fd3" [ 870.401217] env[69371]: _type = "Task" [ 870.401217] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.413409] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d237d4-f788-a7f1-9fc5-76c936248fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.552525] env[69371]: DEBUG oslo_vmware.api [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130208, 'name': PowerOnVM_Task, 'duration_secs': 0.573956} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.552837] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.553087] env[69371]: INFO nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Took 15.43 seconds to spawn the instance on the hypervisor. [ 870.553272] env[69371]: DEBUG nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.554143] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5d71f-9587-4d2e-af85-3638458863e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.598756] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.753906] env[69371]: DEBUG oslo_concurrency.lockutils [req-67075399-6f2d-4960-b6eb-134de209bfdf req-ad2b5e60-7fd5-4141-9afd-487ddbc71743 service nova] Releasing lock "refresh_cache-b0e6c997-18b0-416f-9fc9-a79253131e80" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.840158] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2dc174-66cb-47b6-861e-ba4307de077d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.847860] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc50fbb-10f9-444d-884e-dbbc3e042f0f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.880426] env[69371]: DEBUG nova.compute.manager [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.880670] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.881694] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01b33af-1b75-43ae-a53c-314c27cfdc30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.885033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd925ec5-e13e-4dc1-88b8-739cf3d23fbe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.895252] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f614f9a6-af47-46d4-be76-d90e88a77580 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.899271] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.899542] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d5ac42-59a7-4bcc-ad86-e3f233419274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.912012] env[69371]: DEBUG nova.compute.provider_tree [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.920601] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 870.920601] env[69371]: value = "task-4130211" [ 870.920601] env[69371]: _type = "Task" [ 870.920601] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.928874] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d237d4-f788-a7f1-9fc5-76c936248fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.03915} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.930287] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2929b725-5792-4473-bba5-d250852043be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.937081] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.940960] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 870.940960] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521ac696-2945-e68a-b1de-d2531b781eb5" [ 870.940960] env[69371]: _type = "Task" [ 870.940960] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.951638] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521ac696-2945-e68a-b1de-d2531b781eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.029573] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.030096] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.030096] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.030288] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.030463] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.030664] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.030931] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.031146] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.031419] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.031631] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.031815] env[69371]: DEBUG nova.virt.hardware [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.032899] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff85656-5fa4-49b6-a001-7f1aa8bb20a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.042111] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de3ba3-c8ab-4da6-89f8-867bec83264a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.059513] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:98:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0227374-36cd-4049-9b5a-d4f4427c10ee', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.069515] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.075466] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.077573] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-824ccbd2-4dc4-4c9d-9d24-c15242674735 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.093921] env[69371]: INFO nova.compute.manager [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Took 53.87 seconds to build instance. [ 871.105291] env[69371]: DEBUG oslo_vmware.api [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Task: {'id': task-4130210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.593367} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.106835] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.107080] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.107299] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.107670] env[69371]: INFO nova.compute.manager [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 1.65 seconds to destroy the instance on the hypervisor. [ 871.107778] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.107987] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.107987] env[69371]: value = "task-4130212" [ 871.107987] env[69371]: _type = "Task" [ 871.107987] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.108224] env[69371]: DEBUG nova.compute.manager [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.108336] env[69371]: DEBUG nova.network.neutron [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.121469] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130212, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.207773] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.208088] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.208433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.208554] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.208732] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.211157] env[69371]: INFO nova.compute.manager [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Terminating instance [ 871.422194] env[69371]: DEBUG nova.scheduler.client.report [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.441377] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130211, 'name': PowerOffVM_Task, 'duration_secs': 0.211047} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.441377] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.441377] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.441377] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1bf8b23-3b77-4384-93cf-f62a687c6922 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.456655] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521ac696-2945-e68a-b1de-d2531b781eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.457033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.457441] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b0e6c997-18b0-416f-9fc9-a79253131e80/b0e6c997-18b0-416f-9fc9-a79253131e80.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.457730] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b38b909a-0f4c-459d-a95d-6280a93f4b50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.465878] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 871.465878] env[69371]: value = "task-4130214" [ 871.465878] env[69371]: _type = "Task" [ 871.465878] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.475848] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.515467] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.515467] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.515467] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore1] 881a0b1e-4043-4466-aec3-9ab73a4f9575 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.515467] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9138f8f-b907-4d56-918b-28bbc3b6e91d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.523979] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 871.523979] env[69371]: value = "task-4130215" [ 871.523979] env[69371]: _type = "Task" [ 871.523979] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.533149] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.600178] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0776b645-b4bc-4e0c-8d7f-d01f6fadcbc8 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.671s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.622159] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130212, 'name': CreateVM_Task, 'duration_secs': 0.31637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.622800] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.624042] env[69371]: DEBUG nova.compute.manager [req-49752337-adb2-45a6-b8eb-ac694a710e09 req-4fa28d6b-89f8-4fb5-9bed-1b4247c937aa service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Received event network-vif-deleted-1b975013-3a69-4c7a-857f-2cb9d96fdd20 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.624246] env[69371]: INFO nova.compute.manager [req-49752337-adb2-45a6-b8eb-ac694a710e09 req-4fa28d6b-89f8-4fb5-9bed-1b4247c937aa service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Neutron deleted interface 1b975013-3a69-4c7a-857f-2cb9d96fdd20; detaching it from the instance and deleting it from the info cache [ 871.624437] env[69371]: DEBUG nova.network.neutron [req-49752337-adb2-45a6-b8eb-ac694a710e09 req-4fa28d6b-89f8-4fb5-9bed-1b4247c937aa service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.627031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.627031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.627031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.627541] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feeb6e2f-9165-41cc-84c5-55345c918039 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.633800] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 871.633800] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521f722e-8c3d-cbcf-79d8-407056e4f179" [ 871.633800] env[69371]: _type = "Task" [ 871.633800] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.646199] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f722e-8c3d-cbcf-79d8-407056e4f179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.716754] env[69371]: DEBUG nova.compute.manager [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.717063] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.718175] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754a0be-5ad2-4864-b655-a9b617be21d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.732366] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.732590] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-075d17a6-b47e-4fde-8a71-f51b18fe563b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.744538] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 871.744538] env[69371]: value = "task-4130216" [ 871.744538] env[69371]: _type = "Task" [ 871.744538] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.757587] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.919103] env[69371]: DEBUG nova.network.neutron [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.933852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.934465] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.939427] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.838s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.941521] env[69371]: INFO nova.compute.claims [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.949282] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "056bc8c1-8739-4605-b24c-805f30544886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.949613] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.978565] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.034968] env[69371]: DEBUG oslo_vmware.api [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.036402] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.036646] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.036696] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.036888] env[69371]: INFO nova.compute.manager [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Took 1.16 seconds to destroy the instance on the hypervisor. [ 872.037166] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.037409] env[69371]: DEBUG nova.compute.manager [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.037471] env[69371]: DEBUG nova.network.neutron [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.091676] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.092144] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.092457] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.092673] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.092879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.095049] env[69371]: INFO nova.compute.manager [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Terminating instance [ 872.127693] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560b1c35-e7de-4f2f-9a9f-5f21c621521d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.140723] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd62f2e-ec96-4ca0-b0f5-e63726b8e30a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.158966] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521f722e-8c3d-cbcf-79d8-407056e4f179, 'name': SearchDatastore_Task, 'duration_secs': 0.017265} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.159283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.159532] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.159784] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.159944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.160149] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.160465] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4ca574-1e23-4b3f-9174-15091890dfd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.178974] env[69371]: DEBUG nova.compute.manager [req-49752337-adb2-45a6-b8eb-ac694a710e09 req-4fa28d6b-89f8-4fb5-9bed-1b4247c937aa service nova] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Detach interface failed, port_id=1b975013-3a69-4c7a-857f-2cb9d96fdd20, reason: Instance 1444a73b-85f7-4917-854c-11183e643f50 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.180687] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.180879] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.181656] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87f3d31-7bc4-4ef8-b93c-e4dbd8f1471e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.188825] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 872.188825] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d6e16a-0303-1d7c-f79c-972841357c30" [ 872.188825] env[69371]: _type = "Task" [ 872.188825] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.198695] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d6e16a-0303-1d7c-f79c-972841357c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.257579] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130216, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.422606] env[69371]: INFO nova.compute.manager [-] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Took 1.31 seconds to deallocate network for instance. [ 872.439919] env[69371]: DEBUG nova.compute.utils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.441391] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.441597] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.452788] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.479884] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517826} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.480353] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b0e6c997-18b0-416f-9fc9-a79253131e80/b0e6c997-18b0-416f-9fc9-a79253131e80.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.480728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.481099] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e45f644d-c490-4673-9565-0a3b8dd9019d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.490894] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 872.490894] env[69371]: value = "task-4130217" [ 872.490894] env[69371]: _type = "Task" [ 872.490894] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.500523] env[69371]: DEBUG nova.policy [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e219ab12df47929088ddb4638b39af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fede6eaa75c141fdbb9118ae4e77ed23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.510670] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.601032] env[69371]: DEBUG nova.compute.manager [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.601032] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.601032] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dafbc1-313f-406a-ad80-cc383df5d519 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.610369] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.610369] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc1c453a-65b9-4e42-a8e3-6ce05b7e2e42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.616024] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 872.616024] env[69371]: value = "task-4130218" [ 872.616024] env[69371]: _type = "Task" [ 872.616024] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.624914] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.700432] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d6e16a-0303-1d7c-f79c-972841357c30, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.701935] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5965476e-b0ff-4262-b444-02a21fa5644e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.708950] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 872.708950] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523062f1-3d26-cdbd-e944-b8aa1cc87353" [ 872.708950] env[69371]: _type = "Task" [ 872.708950] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.719548] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523062f1-3d26-cdbd-e944-b8aa1cc87353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.756052] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130216, 'name': PowerOffVM_Task, 'duration_secs': 0.542566} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.756367] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.756669] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.756807] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0dcba3-2f68-4d92-9c5e-00d28b46d507 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.810141] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Successfully created port: 3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.831979] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.832415] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.832415] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleting the datastore file [datastore2] fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.832690] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a752e158-3104-44ff-8bd4-f95a40d1f738 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.837841] env[69371]: DEBUG nova.network.neutron [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.841361] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 872.841361] env[69371]: value = "task-4130220" [ 872.841361] env[69371]: _type = "Task" [ 872.841361] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.853339] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.929606] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.944502] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.988542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.005483] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114496} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.005483] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.006443] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df418a1a-6762-4390-bfcc-56d5bf9ff6c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.032853] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b0e6c997-18b0-416f-9fc9-a79253131e80/b0e6c997-18b0-416f-9fc9-a79253131e80.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.036102] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a6cb34-add5-4d26-b610-dcded156a493 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.060383] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 873.060383] env[69371]: value = "task-4130221" [ 873.060383] env[69371]: _type = "Task" [ 873.060383] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.067738] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.130241] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130218, 'name': PowerOffVM_Task, 'duration_secs': 0.245555} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.130555] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.130746] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.131034] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce743b0f-64d5-40d8-a33e-7f743d219eb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.220535] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523062f1-3d26-cdbd-e944-b8aa1cc87353, 'name': SearchDatastore_Task, 'duration_secs': 0.050247} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.220669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.220909] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.221198] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7296c95e-c9f0-4cfc-970c-113dd57375a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.231494] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 873.231494] env[69371]: value = "task-4130223" [ 873.231494] env[69371]: _type = "Task" [ 873.231494] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.240368] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.341560] env[69371]: INFO nova.compute.manager [-] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Took 1.30 seconds to deallocate network for instance. [ 873.359658] env[69371]: DEBUG oslo_vmware.api [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15521} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.359658] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.359658] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.360062] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.360250] env[69371]: INFO nova.compute.manager [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Took 1.64 seconds to destroy the instance on the hypervisor. [ 873.360567] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.360865] env[69371]: DEBUG nova.compute.manager [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.361078] env[69371]: DEBUG nova.network.neutron [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.372787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.373127] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.373349] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleting the datastore file [datastore1] 1f33e029-85f0-4da9-aff5-e7d921c73829 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.374162] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a996d166-6743-4ae2-876e-83a35772251f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.383214] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 873.383214] env[69371]: value = "task-4130224" [ 873.383214] env[69371]: _type = "Task" [ 873.383214] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.393858] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.486645] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a295f0a-0b00-44c1-a726-da37bed8b025 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.496373] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6294c8-8e05-4c49-bcae-29ba73844655 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.530751] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c7c3a-958f-4cfa-8ebf-47d9a0fa6eb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.539737] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56864066-6236-4873-89e4-2152c26e6bb2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.557605] env[69371]: DEBUG nova.compute.provider_tree [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.570682] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130221, 'name': ReconfigVM_Task, 'duration_secs': 0.282013} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.571095] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b0e6c997-18b0-416f-9fc9-a79253131e80/b0e6c997-18b0-416f-9fc9-a79253131e80.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.571823] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c42aa55-dc95-4b47-a077-3fde480455d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.580798] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 873.580798] env[69371]: value = "task-4130225" [ 873.580798] env[69371]: _type = "Task" [ 873.580798] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.592481] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130225, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.742624] env[69371]: DEBUG nova.compute.manager [req-f8fd237c-b9f7-44a9-ae61-36e2b5c82377 req-63280863-a115-4832-aa37-c08fffb79459 service nova] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Received event network-vif-deleted-95fbb30c-8706-4214-8cb9-a5a9004be85c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.747382] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.857590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.896369] env[69371]: DEBUG oslo_vmware.api [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51065} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.896653] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.896884] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.897100] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.897287] env[69371]: INFO nova.compute.manager [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Took 1.30 seconds to destroy the instance on the hypervisor. [ 873.897547] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.897766] env[69371]: DEBUG nova.compute.manager [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.897862] env[69371]: DEBUG nova.network.neutron [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.963022] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.988018] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.988619] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.988890] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.989197] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.989450] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.989758] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.990107] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.990410] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.990692] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.990971] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.991288] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.992326] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377e5cb-e5e1-49ea-b1ef-402bbac4d964 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.003575] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b114a291-90f6-49f2-9c8e-2303510b6c97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.066878] env[69371]: DEBUG nova.scheduler.client.report [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.092662] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130225, 'name': Rename_Task, 'duration_secs': 0.240514} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.092940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.093495] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d3179d8-237a-452a-beae-3d6513cc5501 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.101010] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 874.101010] env[69371]: value = "task-4130226" [ 874.101010] env[69371]: _type = "Task" [ 874.101010] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.113097] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.247501] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524822} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.247911] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.248317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.248672] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-760e3fcb-c2e3-411d-ab3e-7e9cef9071c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.258030] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 874.258030] env[69371]: value = "task-4130227" [ 874.258030] env[69371]: _type = "Task" [ 874.258030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.268279] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.392133] env[69371]: DEBUG nova.network.neutron [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.572874] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.572874] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.576539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.072s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.576772] env[69371]: DEBUG nova.objects.instance [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lazy-loading 'resources' on Instance uuid 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.618833] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.629178] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Successfully updated port: 3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.770250] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071354} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.770250] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.771695] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385abb2-3ab0-46dc-8acb-162c12b52f1e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.797495] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.797845] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0975f1-010f-4391-8753-c5b8fda1ccbb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820412] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 874.820412] env[69371]: value = "task-4130228" [ 874.820412] env[69371]: _type = "Task" [ 874.820412] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.830902] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.896363] env[69371]: INFO nova.compute.manager [-] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Took 1.54 seconds to deallocate network for instance. [ 875.080094] env[69371]: DEBUG nova.compute.utils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.086114] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.086322] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.111937] env[69371]: DEBUG oslo_vmware.api [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130226, 'name': PowerOnVM_Task, 'duration_secs': 0.553654} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.114776] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.115037] env[69371]: INFO nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Took 8.00 seconds to spawn the instance on the hypervisor. [ 875.115228] env[69371]: DEBUG nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.116667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398db34-3edc-4224-9af9-44add20a0dcd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.132494] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.132494] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.132494] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.148424] env[69371]: DEBUG nova.policy [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e219ab12df47929088ddb4638b39af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fede6eaa75c141fdbb9118ae4e77ed23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.329492] env[69371]: DEBUG nova.network.neutron [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.336316] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130228, 'name': ReconfigVM_Task, 'duration_secs': 0.457556} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.337925] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c/7602962a-51be-43bf-99a3-ccf0f576211c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.338974] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f4ca1d5-0a5e-49ed-8535-0aa3c82706be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.349238] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 875.349238] env[69371]: value = "task-4130229" [ 875.349238] env[69371]: _type = "Task" [ 875.349238] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.359874] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130229, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.403441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.444804] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Successfully created port: b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.586790] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.610245] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8390c72-ee6f-4a1f-8e84-3a9c816ee65c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.619452] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed414e55-5912-48c1-9430-b7c34d3fb792 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.665742] env[69371]: INFO nova.compute.manager [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Took 37.11 seconds to build instance. [ 875.667940] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a567a24-130b-456a-9144-b6c2281dbcba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.678819] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58aae92-dae9-4bdc-abf5-0822308c8b20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.697619] env[69371]: DEBUG nova.compute.provider_tree [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.724232] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.767896] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.768164] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.829193] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Received event network-vif-deleted-776f2ccf-fc0b-4430-931c-df6f1cbf54e0 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.829447] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-deleted-f308d8c0-a536-4e5b-8e52-c5d3181bc5b5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.829650] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Received event network-vif-plugged-3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.829769] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Acquiring lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.829967] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.830376] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.830557] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] No waiting events found dispatching network-vif-plugged-3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.830724] env[69371]: WARNING nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Received unexpected event network-vif-plugged-3335a5e5-21a9-4668-8f95-cd74afd54551 for instance with vm_state building and task_state spawning. [ 875.830888] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-deleted-cea9a0f0-fe85-457e-af8d-a42222d1dd33 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.831062] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Received event network-changed-3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.831217] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Refreshing instance network info cache due to event network-changed-3335a5e5-21a9-4668-8f95-cd74afd54551. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.831386] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Acquiring lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.837657] env[69371]: INFO nova.compute.manager [-] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Took 1.94 seconds to deallocate network for instance. [ 875.860471] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130229, 'name': Rename_Task, 'duration_secs': 0.146743} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.861707] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.861707] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48166af1-46d6-4d49-b48e-bda6af220d7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.868899] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 875.868899] env[69371]: value = "task-4130230" [ 875.868899] env[69371]: _type = "Task" [ 875.868899] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.880456] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.881554] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Updating instance_info_cache with network_info: [{"id": "3335a5e5-21a9-4668-8f95-cd74afd54551", "address": "fa:16:3e:dd:a8:d8", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3335a5e5-21", "ovs_interfaceid": "3335a5e5-21a9-4668-8f95-cd74afd54551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.172280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-29d6b1e7-77df-4a25-8769-c89cfb093e7e tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.462s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.201326] env[69371]: DEBUG nova.scheduler.client.report [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.271655] env[69371]: DEBUG nova.compute.utils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.344361] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.381969] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.383775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.384191] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Instance network_info: |[{"id": "3335a5e5-21a9-4668-8f95-cd74afd54551", "address": "fa:16:3e:dd:a8:d8", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3335a5e5-21", "ovs_interfaceid": "3335a5e5-21a9-4668-8f95-cd74afd54551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.384567] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Acquired lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.384767] env[69371]: DEBUG nova.network.neutron [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Refreshing network info cache for port 3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.386137] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a8:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3335a5e5-21a9-4668-8f95-cd74afd54551', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.393794] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating folder: Project (fede6eaa75c141fdbb9118ae4e77ed23). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.394914] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939a2be7-f383-4118-bdd1-62cf21e91a80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.407059] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created folder: Project (fede6eaa75c141fdbb9118ae4e77ed23) in parent group-v817910. [ 876.407323] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating folder: Instances. Parent ref: group-v818072. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.407528] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ebf6ed-65bf-4879-ae5f-4bbdbef5e5c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.418345] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created folder: Instances in parent group-v818072. [ 876.418608] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.418905] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.419156] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6126c42-07e4-4aa7-8d14-cfd7320dfca7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.441202] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.441202] env[69371]: value = "task-4130233" [ 876.441202] env[69371]: _type = "Task" [ 876.441202] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.449958] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130233, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.596090] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.625213] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.625484] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.625668] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.625995] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.626298] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.626582] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.626988] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.627304] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.627628] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.627951] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.628316] env[69371]: DEBUG nova.virt.hardware [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.629763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35cfb4-0652-4d7e-9b17-5e5faf86ed5c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.640797] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe90230-d8a4-4d49-b40c-d5f903e95a0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.706684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.709699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.407s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.709958] env[69371]: DEBUG nova.objects.instance [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lazy-loading 'resources' on Instance uuid 4bddbe9c-ef5c-4788-a28e-da0d981bde29 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.732515] env[69371]: INFO nova.scheduler.client.report [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted allocations for instance 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4 [ 876.776312] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.883312] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.952777] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130233, 'name': CreateVM_Task, 'duration_secs': 0.358024} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.953064] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.953897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.954117] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.954457] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.954734] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a1ef1d-df58-47b6-ad2b-b798aeddf3b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.963287] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 876.963287] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52be5f94-24b6-32d9-d89a-459556671c09" [ 876.963287] env[69371]: _type = "Task" [ 876.963287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.972709] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be5f94-24b6-32d9-d89a-459556671c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.156637] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Successfully updated port: b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.223720] env[69371]: DEBUG nova.network.neutron [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Updated VIF entry in instance network info cache for port 3335a5e5-21a9-4668-8f95-cd74afd54551. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.224113] env[69371]: DEBUG nova.network.neutron [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Updating instance_info_cache with network_info: [{"id": "3335a5e5-21a9-4668-8f95-cd74afd54551", "address": "fa:16:3e:dd:a8:d8", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3335a5e5-21", "ovs_interfaceid": "3335a5e5-21a9-4668-8f95-cd74afd54551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.243290] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d1c090b6-3ac7-4dba-b5e7-aab60e07aa19 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.397s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.382050] env[69371]: DEBUG oslo_vmware.api [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130230, 'name': PowerOnVM_Task, 'duration_secs': 1.512524} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.385714] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.386090] env[69371]: DEBUG nova.compute.manager [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.387523] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe2bba-8ae9-4132-9a18-d51b8f322e20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.476084] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be5f94-24b6-32d9-d89a-459556671c09, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.479370] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.479590] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.479864] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.480019] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.480229] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.480779] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5dfabb-354e-41ff-9d76-365eb36d26bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.491677] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.491872] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.492758] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51958014-8203-4a66-aa1a-6d416bf94a8b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.504176] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 877.504176] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e38adb-3911-822e-640d-67f620018dc8" [ 877.504176] env[69371]: _type = "Task" [ 877.504176] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.514323] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e38adb-3911-822e-640d-67f620018dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.664201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.664201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.664201] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.727471] env[69371]: DEBUG oslo_concurrency.lockutils [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] Releasing lock "refresh_cache-aaf46563-9677-4b72-88b8-bfa33d633dd5" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.727918] env[69371]: DEBUG nova.compute.manager [req-a8d69588-1b18-45e5-bfcc-9f64f27629f2 req-2ba9c9e3-5323-4e69-9912-9f3fbcf2357c service nova] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Received event network-vif-deleted-8d87296a-6e36-4e39-9c51-25b7e941a664 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.729873] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46986e96-e570-4fe2-9790-134501c9c3a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740788] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed8d20-0651-44a4-915e-4bf648fc9cbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.778142] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e544e4-9f84-4152-b9b6-233c1936282d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.786906] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fcb102-66d5-48eb-a6b4-96aff1a78458 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.803079] env[69371]: DEBUG nova.compute.provider_tree [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.864333] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.864675] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.864830] env[69371]: INFO nova.compute.manager [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Attaching volume dc0c4df2-2df3-4ebe-81af-0c52a82914a1 to /dev/sdb [ 877.916650] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.918519] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c59de1-7266-4278-a316-338ca910422a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.928766] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ff9977-bdc2-43c5-8f22-281c8f2e1598 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.948439] env[69371]: DEBUG nova.virt.block_device [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating existing volume attachment record: 09f3f7be-3959-4224-afcb-777c6990413d {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.952744] env[69371]: DEBUG nova.compute.manager [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Received event network-vif-plugged-b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.952954] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Acquiring lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.953185] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.953400] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.953591] env[69371]: DEBUG nova.compute.manager [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] No waiting events found dispatching network-vif-plugged-b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.953903] env[69371]: WARNING nova.compute.manager [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Received unexpected event network-vif-plugged-b3f2d240-0e4d-4d66-83fb-6130055c7689 for instance with vm_state building and task_state spawning. [ 877.954108] env[69371]: DEBUG nova.compute.manager [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Received event network-changed-b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.954275] env[69371]: DEBUG nova.compute.manager [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Refreshing instance network info cache due to event network-changed-b3f2d240-0e4d-4d66-83fb-6130055c7689. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.954456] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Acquiring lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.015675] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e38adb-3911-822e-640d-67f620018dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.017776} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.017235] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4219891-4f61-4241-8bf4-2f4912fc6117 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.023718] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 878.023718] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52709c58-389d-aae7-7686-e25ee922b168" [ 878.023718] env[69371]: _type = "Task" [ 878.023718] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.034216] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52709c58-389d-aae7-7686-e25ee922b168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.212305] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.306774] env[69371]: DEBUG nova.scheduler.client.report [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.361240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "7602962a-51be-43bf-99a3-ccf0f576211c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.361502] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.361709] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.361895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.362076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.365183] env[69371]: INFO nova.compute.manager [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Terminating instance [ 878.373925] env[69371]: DEBUG nova.network.neutron [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Updating instance_info_cache with network_info: [{"id": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "address": "fa:16:3e:33:a0:d5", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f2d240-0e", "ovs_interfaceid": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.416674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "384b0c67-defe-49f6-b6e2-7c91026707ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.416674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.416674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.416674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.416674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.418682] env[69371]: INFO nova.compute.manager [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Terminating instance [ 878.541581] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52709c58-389d-aae7-7686-e25ee922b168, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.541581] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.541902] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] aaf46563-9677-4b72-88b8-bfa33d633dd5/aaf46563-9677-4b72-88b8-bfa33d633dd5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.542674] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3bab3fc-e83f-4e35-a77a-ad19e0b895e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.551226] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 878.551226] env[69371]: value = "task-4130237" [ 878.551226] env[69371]: _type = "Task" [ 878.551226] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.562857] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.812030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.814795] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.467s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.815102] env[69371]: DEBUG nova.objects.instance [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lazy-loading 'resources' on Instance uuid ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.834122] env[69371]: INFO nova.scheduler.client.report [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Deleted allocations for instance 4bddbe9c-ef5c-4788-a28e-da0d981bde29 [ 878.871846] env[69371]: DEBUG nova.compute.manager [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.872126] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.873134] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5925fd1c-3665-4718-bb04-589f222f4182 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.877897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878290] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Instance network_info: |[{"id": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "address": "fa:16:3e:33:a0:d5", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f2d240-0e", "ovs_interfaceid": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.878631] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Acquired lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.878838] env[69371]: DEBUG nova.network.neutron [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Refreshing network info cache for port b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.880272] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a0:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f2d240-0e4d-4d66-83fb-6130055c7689', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.889079] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.893284] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.896982] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748d60cb-e3d3-4473-a20e-1b3a3e899c14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.915054] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.915366] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010219ac-c1d9-4745-abf1-ac362e34e475 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.924398] env[69371]: DEBUG nova.compute.manager [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.924934] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.925387] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 878.925387] env[69371]: value = "task-4130239" [ 878.925387] env[69371]: _type = "Task" [ 878.925387] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.927612] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de60dc20-190e-484d-9bfb-da20ebd5d641 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.934342] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.934342] env[69371]: value = "task-4130238" [ 878.934342] env[69371]: _type = "Task" [ 878.934342] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.945519] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.946313] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bc2cace-1d18-4a92-8afd-30cf56220233 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.952189] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.956839] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130238, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.964995] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 878.964995] env[69371]: value = "task-4130240" [ 878.964995] env[69371]: _type = "Task" [ 878.964995] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.977676] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.021921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "b0e6c997-18b0-416f-9fc9-a79253131e80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.022247] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.022425] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.022611] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.022798] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.025793] env[69371]: INFO nova.compute.manager [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Terminating instance [ 879.044176] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.044497] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.064485] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.203510] env[69371]: DEBUG nova.network.neutron [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Updated VIF entry in instance network info cache for port b3f2d240-0e4d-4d66-83fb-6130055c7689. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.203891] env[69371]: DEBUG nova.network.neutron [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Updating instance_info_cache with network_info: [{"id": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "address": "fa:16:3e:33:a0:d5", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f2d240-0e", "ovs_interfaceid": "b3f2d240-0e4d-4d66-83fb-6130055c7689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.351073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ae9cd88f-f393-4cac-a0c7-b3b20c515622 tempest-FloatingIPsAssociationTestJSON-367940325 tempest-FloatingIPsAssociationTestJSON-367940325-project-member] Lock "4bddbe9c-ef5c-4788-a28e-da0d981bde29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.201s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.446648] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130239, 'name': PowerOffVM_Task, 'duration_secs': 0.425197} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.452167] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.452255] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.453824] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130238, 'name': CreateVM_Task, 'duration_secs': 0.491538} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.453824] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4acbab0-42e1-4f48-87ba-be644a21d70f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.458459] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.459221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.459395] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.459727] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.460413] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a953ce64-40c4-408a-8a48-549763278b5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.466621] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 879.466621] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52344538-11e8-ca0f-cc13-8a03308710ae" [ 879.466621] env[69371]: _type = "Task" [ 879.466621] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.487048] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52344538-11e8-ca0f-cc13-8a03308710ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.487335] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130240, 'name': PowerOffVM_Task, 'duration_secs': 0.38735} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.487634] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.487750] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.488021] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7257a5e6-fd4f-459f-865f-fe7192679893 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.533193] env[69371]: DEBUG nova.compute.manager [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.533193] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.533193] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb18791-3885-4302-8dba-d25a2d0f45c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.545049] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.545365] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9818058-70df-48ed-a4cb-c57e490f9b00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.547429] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.562638] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.562638] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.562638] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore1] 7602962a-51be-43bf-99a3-ccf0f576211c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.562638] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 879.562638] env[69371]: value = "task-4130243" [ 879.562638] env[69371]: _type = "Task" [ 879.562638] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.566186] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-423bcefd-4fe8-4ee0-b4aa-6aeed46d7b89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.570956] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587759} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.575922] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] aaf46563-9677-4b72-88b8-bfa33d633dd5/aaf46563-9677-4b72-88b8-bfa33d633dd5.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.576236] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.576544] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.576732] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.576889] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleting the datastore file [datastore1] 384b0c67-defe-49f6-b6e2-7c91026707ab {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.580279] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1fe9f0-093f-46dd-81ca-966308f96d35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.582901] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cbb3320-d555-429e-a6b6-d8aeb54d3b80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.587554] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 879.587554] env[69371]: value = "task-4130244" [ 879.587554] env[69371]: _type = "Task" [ 879.587554] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.596758] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.598119] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 879.598119] env[69371]: value = "task-4130245" [ 879.598119] env[69371]: _type = "Task" [ 879.598119] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.600346] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 879.600346] env[69371]: value = "task-4130246" [ 879.600346] env[69371]: _type = "Task" [ 879.600346] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.613250] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.619177] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.622376] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.707890] env[69371]: DEBUG oslo_concurrency.lockutils [req-d42f8150-2522-4d16-be2d-71820a913b11 req-63e65a69-cd0e-458c-a0cd-a15bedfa7b42 service nova] Releasing lock "refresh_cache-a40d52a2-46d5-43ba-85ff-0c96e92b7b23" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.879199] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800473ea-483c-4b32-ad1a-48b02bac94b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.887355] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01598cd-314c-43bb-9021-bdda92bd821a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.922889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a326b-1280-4d74-afa5-2791846aa634 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.933678] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc8da6-7c39-4b91-9d1e-092f5c76fd8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.949727] env[69371]: DEBUG nova.compute.provider_tree [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.981824] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52344538-11e8-ca0f-cc13-8a03308710ae, 'name': SearchDatastore_Task, 'duration_secs': 0.04397} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.982157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.983790] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.983790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.983790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.983790] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.983790] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee281442-cfa4-4785-96fc-bb6250ef3ef3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.996357] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.996683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.998435] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ddef18-1fe9-4a45-a7ba-2dd989e3d54c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.004918] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 880.004918] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a66fd1-6dc7-abfb-2cd5-aa80892d9d26" [ 880.004918] env[69371]: _type = "Task" [ 880.004918] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.015374] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a66fd1-6dc7-abfb-2cd5-aa80892d9d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.071736] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.081348] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130243, 'name': PowerOffVM_Task, 'duration_secs': 0.306455} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.081696] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.081899] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.082199] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed8e784-d02d-499b-bb16-e0a3b8e28f82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.098840] env[69371]: DEBUG oslo_vmware.api [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346705} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.099120] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.099309] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.099483] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.099658] env[69371]: INFO nova.compute.manager [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 880.099951] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.100180] env[69371]: DEBUG nova.compute.manager [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.100281] env[69371]: DEBUG nova.network.neutron [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.114041] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07463} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.117335] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.117726] env[69371]: DEBUG oslo_vmware.api [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345355} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.118705] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d26b9-e351-489e-8fc9-903a197c31cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.122817] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.122817] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.122817] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.122817] env[69371]: INFO nova.compute.manager [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Took 1.20 seconds to destroy the instance on the hypervisor. [ 880.122817] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.122817] env[69371]: DEBUG nova.compute.manager [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.123326] env[69371]: DEBUG nova.network.neutron [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.149417] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] aaf46563-9677-4b72-88b8-bfa33d633dd5/aaf46563-9677-4b72-88b8-bfa33d633dd5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.149879] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a24ecd-cb53-4945-80ae-008baa85e3e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.171539] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 880.171539] env[69371]: value = "task-4130248" [ 880.171539] env[69371]: _type = "Task" [ 880.171539] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.181332] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.205186] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.205473] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.205768] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleting the datastore file [datastore2] b0e6c997-18b0-416f-9fc9-a79253131e80 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.206135] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fda0436-ad3e-4271-91cb-9dcfe8de4852 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.216049] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 880.216049] env[69371]: value = "task-4130249" [ 880.216049] env[69371]: _type = "Task" [ 880.216049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.226839] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.454281] env[69371]: DEBUG nova.scheduler.client.report [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.518484] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a66fd1-6dc7-abfb-2cd5-aa80892d9d26, 'name': SearchDatastore_Task, 'duration_secs': 0.036608} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.519412] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c495f5af-cd91-43b2-a078-a1578ee2992f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.527939] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 880.527939] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522e07e7-133c-3eed-f525-3e10cb59272f" [ 880.527939] env[69371]: _type = "Task" [ 880.527939] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.539230] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522e07e7-133c-3eed-f525-3e10cb59272f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.573538] env[69371]: DEBUG nova.compute.manager [req-8cb67903-a91b-48f1-9288-5eb1b0d1d7ff req-ebcaacb4-cd80-4cdf-8cf4-efcbc9ce4f44 service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Received event network-vif-deleted-b0227374-36cd-4049-9b5a-d4f4427c10ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.573981] env[69371]: INFO nova.compute.manager [req-8cb67903-a91b-48f1-9288-5eb1b0d1d7ff req-ebcaacb4-cd80-4cdf-8cf4-efcbc9ce4f44 service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Neutron deleted interface b0227374-36cd-4049-9b5a-d4f4427c10ee; detaching it from the instance and deleting it from the info cache [ 880.574409] env[69371]: DEBUG nova.network.neutron [req-8cb67903-a91b-48f1-9288-5eb1b0d1d7ff req-ebcaacb4-cd80-4cdf-8cf4-efcbc9ce4f44 service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.684193] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130248, 'name': ReconfigVM_Task, 'duration_secs': 0.346075} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.684193] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] aaf46563-9677-4b72-88b8-bfa33d633dd5/aaf46563-9677-4b72-88b8-bfa33d633dd5.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.684193] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7e0d7d-69fb-40d9-a404-5b6842af56e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.691172] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 880.691172] env[69371]: value = "task-4130251" [ 880.691172] env[69371]: _type = "Task" [ 880.691172] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.699755] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130251, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.726129] env[69371]: DEBUG oslo_vmware.api [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211922} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.726422] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.726661] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.726829] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.727018] env[69371]: INFO nova.compute.manager [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Took 1.20 seconds to destroy the instance on the hypervisor. [ 880.727294] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.727501] env[69371]: DEBUG nova.compute.manager [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.727607] env[69371]: DEBUG nova.network.neutron [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.959044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.962093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.651s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.963763] env[69371]: INFO nova.compute.claims [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.986970] env[69371]: INFO nova.scheduler.client.report [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Deleted allocations for instance ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc [ 881.039149] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522e07e7-133c-3eed-f525-3e10cb59272f, 'name': SearchDatastore_Task, 'duration_secs': 0.054703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.041162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.041291] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a40d52a2-46d5-43ba-85ff-0c96e92b7b23/a40d52a2-46d5-43ba-85ff-0c96e92b7b23.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.041598] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27404a7f-925c-4afb-a25d-25428c6006d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.049811] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 881.049811] env[69371]: value = "task-4130252" [ 881.049811] env[69371]: _type = "Task" [ 881.049811] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.054639] env[69371]: DEBUG nova.network.neutron [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.065926] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.077033] env[69371]: DEBUG nova.network.neutron [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.078976] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac464101-88ba-4cf6-94e2-67aed713ce8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090354] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962be49b-8187-4521-9c8f-3185d50f9402 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.126742] env[69371]: DEBUG nova.compute.manager [req-8cb67903-a91b-48f1-9288-5eb1b0d1d7ff req-ebcaacb4-cd80-4cdf-8cf4-efcbc9ce4f44 service nova] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Detach interface failed, port_id=b0227374-36cd-4049-9b5a-d4f4427c10ee, reason: Instance 7602962a-51be-43bf-99a3-ccf0f576211c could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.201209] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130251, 'name': Rename_Task, 'duration_secs': 0.149476} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.201522] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.201781] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d55bd8d-0b64-4047-933c-5780996f37f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.211040] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 881.211040] env[69371]: value = "task-4130253" [ 881.211040] env[69371]: _type = "Task" [ 881.211040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.224791] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.500492] env[69371]: DEBUG nova.network.neutron [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.502997] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3111c073-c286-48d9-87ed-1d992acf8c76 tempest-ServerMetadataNegativeTestJSON-657499161 tempest-ServerMetadataNegativeTestJSON-657499161-project-member] Lock "ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.294s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.557145] env[69371]: INFO nova.compute.manager [-] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Took 1.46 seconds to deallocate network for instance. [ 881.569192] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130252, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.581473] env[69371]: INFO nova.compute.manager [-] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Took 1.46 seconds to deallocate network for instance. [ 881.722391] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.004468] env[69371]: INFO nova.compute.manager [-] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Took 1.28 seconds to deallocate network for instance. [ 882.065210] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561232} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.068298] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a40d52a2-46d5-43ba-85ff-0c96e92b7b23/a40d52a2-46d5-43ba-85ff-0c96e92b7b23.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.068577] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.069089] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8f47b27-b424-4b83-aaf1-169bb03b8e56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.072338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.078798] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 882.078798] env[69371]: value = "task-4130254" [ 882.078798] env[69371]: _type = "Task" [ 882.078798] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.094721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.095477] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.224020] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130253, 'name': PowerOnVM_Task, 'duration_secs': 0.718027} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.224020] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.224198] env[69371]: INFO nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Took 8.26 seconds to spawn the instance on the hypervisor. [ 882.224296] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.225212] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3b07f1-a311-4c90-b426-8a426a2b2216 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.507051] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff350e-e391-42d2-85f7-50dc6df5b6b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.515594] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7bd70-192b-4473-a576-fd1be6c7b64a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.520775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.556827] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.557084] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818077', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'name': 'volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fcce97a-83ca-4275-87eb-e0fa94789783', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'serial': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.557886] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a342e-a750-4019-94a4-f5058a20b5b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.561156] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57203529-3858-4421-a426-e9ee5fd3eedf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.580330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec0c42-e568-4c6b-b410-106ee447f394 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.588060] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f89dd-b195-4fd8-a77b-654407b2f79b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.621849] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069869} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.629522] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1/volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.630114] env[69371]: DEBUG nova.compute.provider_tree [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.632467] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.632756] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d23cbed-8c97-4ebe-ace8-6d120a069ed6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.647247] env[69371]: DEBUG nova.compute.manager [req-623c6a30-c8e8-4362-9a46-fccbd052f867 req-00fc5ee4-8131-4ce1-9cf7-1a3513484835 service nova] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Received event network-vif-deleted-af22e060-a2a4-46e0-8c91-975595fecb2a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.647591] env[69371]: DEBUG nova.compute.manager [req-623c6a30-c8e8-4362-9a46-fccbd052f867 req-00fc5ee4-8131-4ce1-9cf7-1a3513484835 service nova] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Received event network-vif-deleted-388725d5-838c-413a-90d6-9c30d88496ef {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.649201] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe0bc7-6c94-42c9-98e0-26b0a8257068 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.675448] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] a40d52a2-46d5-43ba-85ff-0c96e92b7b23/a40d52a2-46d5-43ba-85ff-0c96e92b7b23.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.677692] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6352473f-3520-4f6d-8da0-2abdfaf0f1c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692328] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Waiting for the task: (returnval){ [ 882.692328] env[69371]: value = "task-4130255" [ 882.692328] env[69371]: _type = "Task" [ 882.692328] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.700015] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 882.700015] env[69371]: value = "task-4130256" [ 882.700015] env[69371]: _type = "Task" [ 882.700015] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.706311] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.711967] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.743889] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.745797] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.747460] env[69371]: INFO nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Took 40.21 seconds to build instance. [ 883.149737] env[69371]: DEBUG nova.scheduler.client.report [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.211455] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.217627] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.257132] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.801s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.257431] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.257805] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.257805] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.258473] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.258473] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.258473] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.258473] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 883.259208] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.658171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.658937] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.665418] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.131s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.668101] env[69371]: INFO nova.compute.claims [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.710463] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.716610] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130256, 'name': ReconfigVM_Task, 'duration_secs': 0.671761} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.718165] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Reconfigured VM instance instance-00000036 to attach disk [datastore1] a40d52a2-46d5-43ba-85ff-0c96e92b7b23/a40d52a2-46d5-43ba-85ff-0c96e92b7b23.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.720540] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e76c13f6-8494-4818-b5fb-5e2fb19353d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.726769] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 883.726769] env[69371]: value = "task-4130257" [ 883.726769] env[69371]: _type = "Task" [ 883.726769] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.738023] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130257, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.761903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.167474] env[69371]: DEBUG nova.compute.utils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.169331] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.171357] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.211042] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.220076] env[69371]: DEBUG nova.policy [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd6d4b9dde8450895677d2db9c98d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '236b28e3762a41259e8a75ddb51b6c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.241387] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130257, 'name': Rename_Task, 'duration_secs': 0.349613} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.241704] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.241971] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b0e570-5c3a-4ca0-899a-9875ae211bcc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.250740] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 884.250740] env[69371]: value = "task-4130258" [ 884.250740] env[69371]: _type = "Task" [ 884.250740] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.266325] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.546313] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Successfully created port: d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.677021] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.711163] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130255, 'name': ReconfigVM_Task, 'duration_secs': 1.912812} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.711163] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1/volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.726480] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928acfcd-a60f-43b3-853e-9b42c730f54b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.748502] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Waiting for the task: (returnval){ [ 884.748502] env[69371]: value = "task-4130259" [ 884.748502] env[69371]: _type = "Task" [ 884.748502] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.778494] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.779336] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130258, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.235558] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15700dd3-425e-4dcf-bfa5-e2292deef4f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.243037] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff655c-01f7-4e99-a873-ae8f509c11b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.286054] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ebcb9b-9a7a-4fad-b0aa-9824fdae77e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.291039] env[69371]: DEBUG oslo_vmware.api [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130259, 'name': ReconfigVM_Task, 'duration_secs': 0.199733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.291947] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818077', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'name': 'volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fcce97a-83ca-4275-87eb-e0fa94789783', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'serial': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 885.296870] env[69371]: DEBUG oslo_vmware.api [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130258, 'name': PowerOnVM_Task, 'duration_secs': 0.634678} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.299578] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.299578] env[69371]: INFO nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Took 8.70 seconds to spawn the instance on the hypervisor. [ 885.299810] env[69371]: DEBUG nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.300792] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f787e6e6-540c-40c7-9a13-7b449ff765c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.304309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bafd4-8042-451f-bd64-581b7a855355 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.320252] env[69371]: DEBUG nova.compute.provider_tree [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.691708] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.720197] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.720492] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.720716] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.720926] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.721170] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.722383] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.722383] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.722383] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.722383] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.722526] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.722722] env[69371]: DEBUG nova.virt.hardware [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.723617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cae7ee-be13-4dbb-992c-df73e6030d68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.732885] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650e243-c93b-4a6e-9e53-d47398164a3c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.827564] env[69371]: DEBUG nova.scheduler.client.report [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.841195] env[69371]: INFO nova.compute.manager [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Took 42.76 seconds to build instance. [ 886.163024] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Successfully updated port: d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.261763] env[69371]: DEBUG nova.compute.manager [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-vif-plugged-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.261994] env[69371]: DEBUG oslo_concurrency.lockutils [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.262373] env[69371]: DEBUG oslo_concurrency.lockutils [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.262619] env[69371]: DEBUG oslo_concurrency.lockutils [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.262846] env[69371]: DEBUG nova.compute.manager [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] No waiting events found dispatching network-vif-plugged-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.263056] env[69371]: WARNING nova.compute.manager [req-5e1e5d39-b374-4ca2-b1c7-cebd39fad30f req-6ee54960-b8a1-4dea-b06b-17aad2835c70 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received unexpected event network-vif-plugged-d8cc1620-6185-4b32-8295-5d11deb61565 for instance with vm_state building and task_state spawning. [ 886.338289] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.339433] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.343034] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.691s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.344684] env[69371]: INFO nova.compute.claims [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.351181] env[69371]: DEBUG nova.objects.instance [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lazy-loading 'flavor' on Instance uuid 2fcce97a-83ca-4275-87eb-e0fa94789783 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.351181] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb3a46e1-229b-4ace-b261-a5f195490183 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.870s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.667239] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.667428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.667585] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.831370] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.831713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.831949] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.832155] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.832328] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.834669] env[69371]: INFO nova.compute.manager [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Terminating instance [ 886.852595] env[69371]: DEBUG nova.compute.utils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.857341] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d2959a4c-6b5d-478d-b375-462da8fdf62c tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.993s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.858338] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 887.016254] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.016499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.016702] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.017157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.017157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.019107] env[69371]: INFO nova.compute.manager [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Terminating instance [ 887.078327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.079026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.210567] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.339947] env[69371]: DEBUG nova.compute.manager [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.339947] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.340390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cbbb60-f83a-4bda-9bf2-ca1814e1457d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.348632] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.348895] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8e2675-a8cd-48cc-8f9d-ddd326f15d40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.356543] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 887.356543] env[69371]: value = "task-4130260" [ 887.356543] env[69371]: _type = "Task" [ 887.356543] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.360758] env[69371]: DEBUG nova.network.neutron [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.362751] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.377140] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.523354] env[69371]: DEBUG nova.compute.manager [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.523585] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.526036] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530355fe-fef7-4a9f-b067-a3e40424a4f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.535381] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.539358] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd482fd-d95f-454e-aa9b-077c2e41d353 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.548117] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 887.548117] env[69371]: value = "task-4130261" [ 887.548117] env[69371]: _type = "Task" [ 887.548117] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.558570] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.580858] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.714184] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.714488] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.842438] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde5896-f905-4c22-8b87-03f272d81f14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.850974] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5af1d5-54c3-4ab2-aa22-5e7d65eda579 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.887666] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.887982] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Instance network_info: |[{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.889273] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:be:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8cc1620-6185-4b32-8295-5d11deb61565', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.896893] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.898890] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fb043c-687a-47b1-9d3b-6797c304f81e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.903750] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.904144] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130260, 'name': PowerOffVM_Task, 'duration_secs': 0.279862} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.904336] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b82d3b57-6245-489c-9470-5cac13aeffcc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.920652] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.920857] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.921211] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea3c9e90-3d2d-49ce-b369-a3b225033c08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.926526] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab47dbf1-e374-412e-848c-9caa1aa6a67b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.933154] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.933154] env[69371]: value = "task-4130262" [ 887.933154] env[69371]: _type = "Task" [ 887.933154] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.945211] env[69371]: DEBUG nova.compute.provider_tree [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.952430] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130262, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.996487] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.996850] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.997140] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleting the datastore file [datastore1] aaf46563-9677-4b72-88b8-bfa33d633dd5 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.997516] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fa7e76-c0e6-433f-8850-293cff29a62d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.004811] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 888.004811] env[69371]: value = "task-4130264" [ 888.004811] env[69371]: _type = "Task" [ 888.004811] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.015054] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.062281] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130261, 'name': PowerOffVM_Task, 'duration_secs': 0.240804} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.062601] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.062894] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.063243] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ca686f-c260-4391-ab25-a6050204054d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.102176] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.133557] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.135301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.135301] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleting the datastore file [datastore1] a40d52a2-46d5-43ba-85ff-0c96e92b7b23 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.135301] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76093928-ccc1-498b-be21-c2e8ef1b0aab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.145085] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 888.145085] env[69371]: value = "task-4130266" [ 888.145085] env[69371]: _type = "Task" [ 888.145085] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.155279] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.219982] env[69371]: INFO nova.compute.manager [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Detaching volume dc0c4df2-2df3-4ebe-81af-0c52a82914a1 [ 888.261824] env[69371]: INFO nova.virt.block_device [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Attempting to driver detach volume dc0c4df2-2df3-4ebe-81af-0c52a82914a1 from mountpoint /dev/sdb [ 888.262258] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 888.262550] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818077', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'name': 'volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fcce97a-83ca-4275-87eb-e0fa94789783', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'serial': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 888.263570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b295c9-09ed-4462-9139-689556f75985 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.288209] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4817b5cb-3a8b-4b50-bc72-8cbd68ebc200 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.296296] env[69371]: DEBUG nova.compute.manager [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.296477] env[69371]: DEBUG nova.compute.manager [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing instance network info cache due to event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.296707] env[69371]: DEBUG oslo_concurrency.lockutils [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.296854] env[69371]: DEBUG oslo_concurrency.lockutils [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.297026] env[69371]: DEBUG nova.network.neutron [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.301464] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9247e89-1525-4c0a-bd3d-7d01d229596c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.324442] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52edeaee-8e49-4419-99fc-3ff8195126ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.340881] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] The volume has not been displaced from its original location: [datastore1] volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1/volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 888.346174] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.346494] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a65361-f9c9-47d7-b1ae-b525c2e4eb38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.365111] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Waiting for the task: (returnval){ [ 888.365111] env[69371]: value = "task-4130267" [ 888.365111] env[69371]: _type = "Task" [ 888.365111] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.373649] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.390067] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.416682] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.416896] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.417071] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.417261] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.417405] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.417548] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.417754] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.417942] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.418130] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.418297] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.418464] env[69371]: DEBUG nova.virt.hardware [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.419341] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf5f84-9d54-46e0-99b7-e4a36b4dd548 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.429330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb15bfb-2db5-467c-85a1-9a040831ff83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.445068] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.450668] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Creating folder: Project (cf5e9ede3b5946b79381cbe56cd6a05f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.452059] env[69371]: DEBUG nova.scheduler.client.report [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.455326] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ba5c645-82b7-41fb-b9b6-0254b16d2472 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.460929] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130262, 'name': CreateVM_Task, 'duration_secs': 0.402719} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.461552] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.462316] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.462483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.462815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.463102] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95f24e8-2a88-474c-b9df-6746ad287f7f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.468539] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 888.468539] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5236e602-8d8e-22dc-793a-ae73cd76ece6" [ 888.468539] env[69371]: _type = "Task" [ 888.468539] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.474633] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Created folder: Project (cf5e9ede3b5946b79381cbe56cd6a05f) in parent group-v817910. [ 888.474879] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Creating folder: Instances. Parent ref: group-v818080. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.475519] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc6de3e-bf18-463b-88ec-9b3974b204cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.481146] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5236e602-8d8e-22dc-793a-ae73cd76ece6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.490531] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Created folder: Instances in parent group-v818080. [ 888.490832] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.491595] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.491869] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d62be52d-9ac3-4979-8957-588c478fa572 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.510595] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.510595] env[69371]: value = "task-4130270" [ 888.510595] env[69371]: _type = "Task" [ 888.510595] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.517498] env[69371]: DEBUG oslo_vmware.api [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.518664] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.518664] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.518664] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.518892] env[69371]: INFO nova.compute.manager [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 888.519068] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.519192] env[69371]: DEBUG nova.compute.manager [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.519285] env[69371]: DEBUG nova.network.neutron [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.524556] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130270, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.656874] env[69371]: DEBUG oslo_vmware.api [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189934} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.657208] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.657409] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.657637] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.657796] env[69371]: INFO nova.compute.manager [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 888.658085] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.658320] env[69371]: DEBUG nova.compute.manager [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.658418] env[69371]: DEBUG nova.network.neutron [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.875441] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130267, 'name': ReconfigVM_Task, 'duration_secs': 0.252614} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.875765] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 888.880581] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973ece48-287a-46de-bcbd-753752a82b6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.895994] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Waiting for the task: (returnval){ [ 888.895994] env[69371]: value = "task-4130271" [ 888.895994] env[69371]: _type = "Task" [ 888.895994] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.904982] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.961700] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.963571] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.967718] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.221s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.969610] env[69371]: INFO nova.compute.claims [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.986634] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5236e602-8d8e-22dc-793a-ae73cd76ece6, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.987199] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.988951] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.988951] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.988951] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.988951] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.988951] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af9e467-6f1f-4f2d-b51a-fc89f46c8054 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.999886] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.000141] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.000907] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1b9776-2e73-4c6a-b3ca-0356eba66e01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.010392] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 889.010392] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52736a2f-eca5-2201-846b-70d4457b3fa6" [ 889.010392] env[69371]: _type = "Task" [ 889.010392] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.027778] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52736a2f-eca5-2201-846b-70d4457b3fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.035437] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130270, 'name': CreateVM_Task, 'duration_secs': 0.34645} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.035703] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35470c92-81c8-4133-a0de-a94ef37616af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.039039] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.039875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.040055] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.040399] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.041409] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc0db1e-7833-4205-adf9-66f085ae49fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.045902] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 889.045902] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e924ba-52a0-9d1e-4e68-6e960deb7707" [ 889.045902] env[69371]: _type = "Task" [ 889.045902] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.052224] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 889.052224] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b4fee2-3bcd-5f9a-eef9-4ef90a9545bc" [ 889.052224] env[69371]: _type = "Task" [ 889.052224] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.062286] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e924ba-52a0-9d1e-4e68-6e960deb7707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.068648] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b4fee2-3bcd-5f9a-eef9-4ef90a9545bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.068975] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.069246] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.069493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.069640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.070145] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.070439] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274c5bd1-bb15-4522-8cd5-369cbc5b9926 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.080646] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.080847] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.081658] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a9d1b7-62f5-4892-bb4c-16819c56e83b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.097220] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 889.097220] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524b0993-3251-308a-6485-bac65c0edbb0" [ 889.097220] env[69371]: _type = "Task" [ 889.097220] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.105791] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524b0993-3251-308a-6485-bac65c0edbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.183247] env[69371]: DEBUG nova.network.neutron [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updated VIF entry in instance network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.183705] env[69371]: DEBUG nova.network.neutron [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.410553] env[69371]: DEBUG oslo_vmware.api [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Task: {'id': task-4130271, 'name': ReconfigVM_Task, 'duration_secs': 0.166383} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.410894] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818077', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'name': 'volume-dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fcce97a-83ca-4275-87eb-e0fa94789783', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1', 'serial': 'dc0c4df2-2df3-4ebe-81af-0c52a82914a1'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 889.457158] env[69371]: DEBUG nova.network.neutron [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.475513] env[69371]: DEBUG nova.compute.utils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.478963] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.479217] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.518724] env[69371]: DEBUG nova.policy [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162dadf94c584a6790f2588b66853e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d752fd5b7b4e5d99cc1601e7e1e2ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.559021] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e924ba-52a0-9d1e-4e68-6e960deb7707, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.559021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.559021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/21ac72f2-c1e7-49e9-9a90-e393064471aa.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.559398] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5c79957-b933-47ef-89d1-8887ee875651 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.567869] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 889.567869] env[69371]: value = "task-4130272" [ 889.567869] env[69371]: _type = "Task" [ 889.567869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.577422] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.607094] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524b0993-3251-308a-6485-bac65c0edbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.607827] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a06440-4b0e-4578-ada6-d82be50ee01c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.614803] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 889.614803] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527853e9-ad0b-3a41-8e23-a0e219ee8ea4" [ 889.614803] env[69371]: _type = "Task" [ 889.614803] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.625237] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527853e9-ad0b-3a41-8e23-a0e219ee8ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.637781] env[69371]: DEBUG nova.network.neutron [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.688031] env[69371]: DEBUG oslo_concurrency.lockutils [req-31191346-69ae-4cd5-bd65-ece897970c60 req-c4403745-fab8-444d-ba3d-e958d817b6b3 service nova] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.847049] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Successfully created port: b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.960493] env[69371]: INFO nova.compute.manager [-] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Took 1.44 seconds to deallocate network for instance. [ 889.974533] env[69371]: DEBUG nova.objects.instance [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lazy-loading 'flavor' on Instance uuid 2fcce97a-83ca-4275-87eb-e0fa94789783 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.979437] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.087766] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.135227] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527853e9-ad0b-3a41-8e23-a0e219ee8ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.136248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136760] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.137269] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9940f3e-a337-485e-b239-9f1f306098fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.144376] env[69371]: INFO nova.compute.manager [-] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Took 1.49 seconds to deallocate network for instance. [ 890.151272] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 890.151272] env[69371]: value = "task-4130273" [ 890.151272] env[69371]: _type = "Task" [ 890.151272] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.170349] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.343503] env[69371]: DEBUG nova.compute.manager [req-2215086a-bc0b-4e40-81ee-55d73f7c4044 req-aea3a566-9a1f-4532-aa75-0486b9c8e575 service nova] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Received event network-vif-deleted-3335a5e5-21a9-4668-8f95-cd74afd54551 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.343503] env[69371]: DEBUG nova.compute.manager [req-2215086a-bc0b-4e40-81ee-55d73f7c4044 req-aea3a566-9a1f-4532-aa75-0486b9c8e575 service nova] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Received event network-vif-deleted-b3f2d240-0e4d-4d66-83fb-6130055c7689 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.473756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.543142] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85331a0f-51c9-427f-a166-d4724c38535f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.553189] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c1c3a8-c2b4-4087-b904-976eb245d067 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.591731] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892bd03-a562-48b9-81a9-96883ab73642 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.601143] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751705} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.603644] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/21ac72f2-c1e7-49e9-9a90-e393064471aa.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.603975] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.604706] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc42d38d-61cc-4f1b-b291-51e320391af8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.607933] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a530b4-6f6a-4c3c-8817-13380b9a5413 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.626787] env[69371]: DEBUG nova.compute.provider_tree [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.630685] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 890.630685] env[69371]: value = "task-4130274" [ 890.630685] env[69371]: _type = "Task" [ 890.630685] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.643421] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.661096] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.671121] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130273, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.987080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0c936676-1f44-4d83-8432-6b6292d6dc2b tempest-VolumesAssistedSnapshotsTest-237556366 tempest-VolumesAssistedSnapshotsTest-237556366-project-admin] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.993906] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.024286] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.024286] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.024286] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.024520] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.024670] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.024856] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.025170] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.025372] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.025602] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.025781] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.025990] env[69371]: DEBUG nova.virt.hardware [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.027360] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb6093-442c-48cf-8607-b4bbb08141a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.036729] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb87fc73-d85e-4000-aa7c-0bc79e5988f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.130774] env[69371]: DEBUG nova.scheduler.client.report [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.145104] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164941} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.145441] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.146371] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a548661-18b7-40a4-8b91-d267bb7c394e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.172729] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/21ac72f2-c1e7-49e9-9a90-e393064471aa.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.176955] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030ff8cc-aa3c-4bf2-aa5e-46c6ef18c408 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.198894] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64877} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.200400] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.200640] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.200976] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 891.200976] env[69371]: value = "task-4130275" [ 891.200976] env[69371]: _type = "Task" [ 891.200976] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.201198] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a76b294f-183f-4e14-88fb-7b03ec517564 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.213499] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.215294] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 891.215294] env[69371]: value = "task-4130276" [ 891.215294] env[69371]: _type = "Task" [ 891.215294] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.224259] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.443422] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Successfully updated port: b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.640814] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.641185] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.643767] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.082s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.644012] env[69371]: DEBUG nova.objects.instance [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lazy-loading 'resources' on Instance uuid 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.714327] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.726192] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075913} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.726505] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.727349] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6ecb0-e82d-4862-92cd-1cd9d23b7433 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.749097] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.749097] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8597ee3e-ee77-4235-ad55-ac429cd66a2b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.769534] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 891.769534] env[69371]: value = "task-4130278" [ 891.769534] env[69371]: _type = "Task" [ 891.769534] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.778464] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.946983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.947229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.947442] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.147645] env[69371]: DEBUG nova.compute.utils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.150051] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.150256] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.218284] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130275, 'name': ReconfigVM_Task, 'duration_secs': 0.572865} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.218593] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/21ac72f2-c1e7-49e9-9a90-e393064471aa.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.219354] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12986aa8-b11e-43d6-bc4d-0a03ebdc7ebf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.228135] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 892.228135] env[69371]: value = "task-4130279" [ 892.228135] env[69371]: _type = "Task" [ 892.228135] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.244494] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130279, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.257532] env[69371]: DEBUG nova.policy [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1efffb812b2646fd9c522f1b5099f76d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b37404a98a40049c0b10324ce4870a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.283711] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.401762] env[69371]: DEBUG nova.compute.manager [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Received event network-vif-plugged-b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.402064] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Acquiring lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.402314] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.402468] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.402974] env[69371]: DEBUG nova.compute.manager [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] No waiting events found dispatching network-vif-plugged-b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.402974] env[69371]: WARNING nova.compute.manager [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Received unexpected event network-vif-plugged-b6831331-070f-4512-b5f9-329fc38a37e8 for instance with vm_state building and task_state spawning. [ 892.402974] env[69371]: DEBUG nova.compute.manager [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Received event network-changed-b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.403374] env[69371]: DEBUG nova.compute.manager [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Refreshing instance network info cache due to event network-changed-b6831331-070f-4512-b5f9-329fc38a37e8. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.403374] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Acquiring lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496359] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.659489] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.689245] env[69371]: DEBUG nova.network.neutron [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Updating instance_info_cache with network_info: [{"id": "b6831331-070f-4512-b5f9-329fc38a37e8", "address": "fa:16:3e:f7:44:ae", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6831331-07", "ovs_interfaceid": "b6831331-070f-4512-b5f9-329fc38a37e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.703482] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Successfully created port: 061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.724154] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84eae4-6fc2-408b-bc37-85eff96e4710 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.734684] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ec8d9-0bf9-4095-84ad-3f614c4f770b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.772037] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130279, 'name': Rename_Task, 'duration_secs': 0.189534} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.772525] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924d26b-7ed2-431b-8e7a-10e674683771 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.778019] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.778336] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e175925-1528-4399-b6bb-321d3d64d900 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.789660] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf4f8a-bff0-418c-a590-2ffe8633c2df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.793507] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 892.793507] env[69371]: value = "task-4130280" [ 892.793507] env[69371]: _type = "Task" [ 892.793507] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.793767] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.805326] env[69371]: DEBUG nova.compute.provider_tree [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.811893] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.194143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.194534] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Instance network_info: |[{"id": "b6831331-070f-4512-b5f9-329fc38a37e8", "address": "fa:16:3e:f7:44:ae", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6831331-07", "ovs_interfaceid": "b6831331-070f-4512-b5f9-329fc38a37e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.194896] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Acquired lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.195154] env[69371]: DEBUG nova.network.neutron [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Refreshing network info cache for port b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.197795] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:44:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6831331-070f-4512-b5f9-329fc38a37e8', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.206286] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating folder: Project (31d752fd5b7b4e5d99cc1601e7e1e2ae). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.210797] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905353ea-d994-422c-b62b-73fe8a5e3f50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.224370] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created folder: Project (31d752fd5b7b4e5d99cc1601e7e1e2ae) in parent group-v817910. [ 893.224659] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating folder: Instances. Parent ref: group-v818083. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.224985] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd3360f-89ed-43ca-86ad-1d863b954fdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.237987] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created folder: Instances in parent group-v818083. [ 893.238380] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.238614] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.238847] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68916e8b-52ab-4362-9f66-f8880f01d41c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.262795] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.262795] env[69371]: value = "task-4130283" [ 893.262795] env[69371]: _type = "Task" [ 893.262795] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.272609] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130283, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.281411] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130278, 'name': ReconfigVM_Task, 'duration_secs': 1.310658} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.281723] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Reconfigured VM instance instance-00000038 to attach disk [datastore1] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.282635] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77542d23-eaac-4b37-ac16-1f278422e452 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.292265] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 893.292265] env[69371]: value = "task-4130284" [ 893.292265] env[69371]: _type = "Task" [ 893.292265] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.309592] env[69371]: DEBUG nova.scheduler.client.report [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.313384] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130284, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.317306] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.451224] env[69371]: DEBUG nova.network.neutron [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Updated VIF entry in instance network info cache for port b6831331-070f-4512-b5f9-329fc38a37e8. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.451224] env[69371]: DEBUG nova.network.neutron [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Updating instance_info_cache with network_info: [{"id": "b6831331-070f-4512-b5f9-329fc38a37e8", "address": "fa:16:3e:f7:44:ae", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6831331-07", "ovs_interfaceid": "b6831331-070f-4512-b5f9-329fc38a37e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.671652] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.708617] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.709427] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.709802] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.710211] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.710574] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.711082] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.712877] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.712877] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.712877] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.712877] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.712877] env[69371]: DEBUG nova.virt.hardware [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.713642] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfcb5d1-76d4-43bd-a1f9-a62f4fe87126 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.725023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdb878-cdf3-40cc-918d-d2ef3406db21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.774101] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130283, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.805045] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130284, 'name': Rename_Task, 'duration_secs': 0.199741} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.808088] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.808379] env[69371]: DEBUG oslo_vmware.api [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130280, 'name': PowerOnVM_Task, 'duration_secs': 0.610435} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.808579] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0af4550-0b28-42d1-9964-22c1df61fffa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.810226] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.810433] env[69371]: INFO nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Took 8.12 seconds to spawn the instance on the hypervisor. [ 893.810611] env[69371]: DEBUG nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.811398] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9eb10-9bd8-4f7f-a3d9-77f0391b917b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.814825] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.816877] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.645s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.817066] env[69371]: DEBUG nova.objects.instance [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.821454] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 893.821454] env[69371]: value = "task-4130285" [ 893.821454] env[69371]: _type = "Task" [ 893.821454] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.838218] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.846151] env[69371]: INFO nova.scheduler.client.report [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted allocations for instance 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2 [ 893.954463] env[69371]: DEBUG oslo_concurrency.lockutils [req-8ac672bf-af00-4a18-831d-c15980df69bf req-2c913e2e-7f0b-40c3-b532-e2bb78c06af8 service nova] Releasing lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.276755] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Successfully updated port: 061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.287317] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130283, 'name': CreateVM_Task, 'duration_secs': 0.530072} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.288047] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.289422] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.289422] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.290253] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.291423] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691e0533-01a8-4850-9d75-15bce1fe4a17 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.300123] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 894.300123] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5244c275-2763-4eb1-2640-3c01c82d32db" [ 894.300123] env[69371]: _type = "Task" [ 894.300123] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.318239] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5244c275-2763-4eb1-2640-3c01c82d32db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.343301] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.348204] env[69371]: INFO nova.compute.manager [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Took 46.07 seconds to build instance. [ 894.354230] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0a261f89-efe9-4ea6-8f26-ba23cdb5ba0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.462s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.372967] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.373252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.373460] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.373641] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.373936] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.376081] env[69371]: INFO nova.compute.manager [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Terminating instance [ 894.492287] env[69371]: DEBUG nova.compute.manager [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Received event network-vif-plugged-061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.492533] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Acquiring lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.492740] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.492919] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.493305] env[69371]: DEBUG nova.compute.manager [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] No waiting events found dispatching network-vif-plugged-061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 894.493819] env[69371]: WARNING nova.compute.manager [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Received unexpected event network-vif-plugged-061193bb-6ad4-434c-9e39-a0a4f8dea762 for instance with vm_state building and task_state spawning. [ 894.494145] env[69371]: DEBUG nova.compute.manager [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Received event network-changed-061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.494442] env[69371]: DEBUG nova.compute.manager [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Refreshing instance network info cache due to event network-changed-061193bb-6ad4-434c-9e39-a0a4f8dea762. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.494858] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Acquiring lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.495008] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Acquired lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.495219] env[69371]: DEBUG nova.network.neutron [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Refreshing network info cache for port 061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.779287] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.811967] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5244c275-2763-4eb1-2640-3c01c82d32db, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.812368] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.812644] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.812979] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.813112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.813327] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.813711] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74c41dc-3c3b-4f87-b171-c40650517270 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.824048] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.824255] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.825898] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4166d549-0d80-419f-ac3c-aa4481a51d65 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.827107] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02fd2b7-c918-4a87-86cb-d1d07b392977 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.830173] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.700s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.831894] env[69371]: INFO nova.compute.claims [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.842260] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 894.842260] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527ab38c-a2d6-c8f1-9088-412b0343ddb7" [ 894.842260] env[69371]: _type = "Task" [ 894.842260] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.845638] env[69371]: DEBUG oslo_vmware.api [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130285, 'name': PowerOnVM_Task, 'duration_secs': 0.563041} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.849070] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.849369] env[69371]: INFO nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Took 6.46 seconds to spawn the instance on the hypervisor. [ 894.849576] env[69371]: DEBUG nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.850881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ddcc8e10-d066-452a-9652-94107bec857e tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.033s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.853262] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d6c4a8-538e-403c-88f9-4b3b7be600bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.865476] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527ab38c-a2d6-c8f1-9088-412b0343ddb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.872722] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869629d8-aa29-49e2-9bb2-074f0d31bb4a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.881180] env[69371]: DEBUG nova.compute.manager [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.881180] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.881180] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 894.881180] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a07e25-73a8-89b3-4922-946087050b46" [ 894.881180] env[69371]: _type = "Task" [ 894.881180] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.881739] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65db5e75-4d0e-4c93-859f-bc5d73cc5be1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.895121] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.899196] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6646c6c-43d7-4433-b00d-7796bcc01b68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.903037] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a07e25-73a8-89b3-4922-946087050b46, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.903037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.903223] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/d0b9fc16-2f91-47c0-b870-718edc9031e8.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.903875] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdce62db-76e8-463f-87c3-306c85908701 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.909506] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 894.909506] env[69371]: value = "task-4130286" [ 894.909506] env[69371]: _type = "Task" [ 894.909506] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.916341] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 894.916341] env[69371]: value = "task-4130287" [ 894.916341] env[69371]: _type = "Task" [ 894.916341] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.926247] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4130286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.935940] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.060658] env[69371]: DEBUG nova.network.neutron [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.187717] env[69371]: DEBUG nova.network.neutron [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.385632] env[69371]: INFO nova.compute.manager [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Took 46.91 seconds to build instance. [ 895.434162] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4130286, 'name': PowerOffVM_Task, 'duration_secs': 0.221701} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.434481] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.434745] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.434912] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.435226] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f3b222-3112-4a52-9049-ef3ad378dec0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.522931] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.523205] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.523397] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Deleting the datastore file [datastore2] 2fcce97a-83ca-4275-87eb-e0fa94789783 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.524016] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81e417d3-f7ce-493e-8355-48d85dfd305e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.532037] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for the task: (returnval){ [ 895.532037] env[69371]: value = "task-4130289" [ 895.532037] env[69371]: _type = "Task" [ 895.532037] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.541666] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4130289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.677210] env[69371]: DEBUG nova.compute.manager [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.677210] env[69371]: DEBUG nova.compute.manager [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing instance network info cache due to event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.677210] env[69371]: DEBUG oslo_concurrency.lockutils [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677210] env[69371]: DEBUG oslo_concurrency.lockutils [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.677843] env[69371]: DEBUG nova.network.neutron [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.691459] env[69371]: DEBUG oslo_concurrency.lockutils [req-71b12b33-2815-4bb5-828f-314b0f618619 req-7a706716-ab4b-49dd-a04d-6b60e99e8a3b service nova] Releasing lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.693756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquired lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.693756] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.888344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6b6fa803-ab4b-434d-8be2-d4206e3891b4 tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.729s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.927805] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536383} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.930849] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/d0b9fc16-2f91-47c0-b870-718edc9031e8.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.931259] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.932515] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db477ae4-7b66-4f3d-a19a-4cc240025849 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.944242] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 895.944242] env[69371]: value = "task-4130290" [ 895.944242] env[69371]: _type = "Task" [ 895.944242] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.955774] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.043860] env[69371]: DEBUG oslo_vmware.api [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Task: {'id': task-4130289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156734} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.044289] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.044463] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.044679] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.044941] env[69371]: INFO nova.compute.manager [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Took 1.16 seconds to destroy the instance on the hypervisor. [ 896.045173] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.045408] env[69371]: DEBUG nova.compute.manager [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.045526] env[69371]: DEBUG nova.network.neutron [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.291806] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.425026] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e178987-0cba-4ec9-822c-f85b57fcc860 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.432616] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1512d47-161c-4158-8908-0404b90f14fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.472655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd104a8-cda9-4dfb-a1b6-1820ac9d6e35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.490551] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076561} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.497301] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca52c05-1310-483a-9715-956c0f0e2abc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.499200] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.500081] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4490bc-a6ef-4a0c-aa85-1c7d40779be9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.514783] env[69371]: DEBUG nova.compute.provider_tree [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.536359] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/d0b9fc16-2f91-47c0-b870-718edc9031e8.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.537780] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0befcc59-7c00-4329-be4c-ab978030d347 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.568798] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 896.568798] env[69371]: value = "task-4130291" [ 896.568798] env[69371]: _type = "Task" [ 896.568798] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.582705] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.659973] env[69371]: DEBUG nova.network.neutron [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Updating instance_info_cache with network_info: [{"id": "061193bb-6ad4-434c-9e39-a0a4f8dea762", "address": "fa:16:3e:d5:90:05", "network": {"id": "6a774c51-55ba-48fc-983e-f9223b197f10", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-347043764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b37404a98a40049c0b10324ce4870a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061193bb-6a", "ovs_interfaceid": "061193bb-6ad4-434c-9e39-a0a4f8dea762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.767821] env[69371]: DEBUG nova.network.neutron [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updated VIF entry in instance network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.767821] env[69371]: DEBUG nova.network.neutron [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.877474] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "615b5f22-2d44-473c-8d1d-529ce881f98a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.877746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.032778] env[69371]: DEBUG nova.compute.manager [req-02104357-440a-4a48-a8c4-01438c2ce213 req-adde3fd0-e3e6-400e-a6d3-9463e2d4a26e service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Received event network-vif-deleted-e6838e2c-309f-4b21-86cd-ecff8992ae8c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.033275] env[69371]: INFO nova.compute.manager [req-02104357-440a-4a48-a8c4-01438c2ce213 req-adde3fd0-e3e6-400e-a6d3-9463e2d4a26e service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Neutron deleted interface e6838e2c-309f-4b21-86cd-ecff8992ae8c; detaching it from the instance and deleting it from the info cache [ 897.033275] env[69371]: DEBUG nova.network.neutron [req-02104357-440a-4a48-a8c4-01438c2ce213 req-adde3fd0-e3e6-400e-a6d3-9463e2d4a26e service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.037861] env[69371]: DEBUG nova.scheduler.client.report [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.063656] env[69371]: INFO nova.compute.manager [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Rebuilding instance [ 897.080494] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130291, 'name': ReconfigVM_Task, 'duration_secs': 0.387848} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.080797] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/d0b9fc16-2f91-47c0-b870-718edc9031e8.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.081489] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558b435e-66a0-494d-b492-285c8fa1cc69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.092052] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 897.092052] env[69371]: value = "task-4130292" [ 897.092052] env[69371]: _type = "Task" [ 897.092052] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.106846] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130292, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.121078] env[69371]: DEBUG nova.compute.manager [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.122039] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0312a96e-6b25-40ef-afbb-0d4739c9c79b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.167169] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Releasing lock "refresh_cache-e59a6777-bc06-4e45-8cee-9592cd333bc7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.167700] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance network_info: |[{"id": "061193bb-6ad4-434c-9e39-a0a4f8dea762", "address": "fa:16:3e:d5:90:05", "network": {"id": "6a774c51-55ba-48fc-983e-f9223b197f10", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-347043764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06b37404a98a40049c0b10324ce4870a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap061193bb-6a", "ovs_interfaceid": "061193bb-6ad4-434c-9e39-a0a4f8dea762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.168138] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:90:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '061193bb-6ad4-434c-9e39-a0a4f8dea762', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.176651] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Creating folder: Project (06b37404a98a40049c0b10324ce4870a). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.177855] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59531fbf-bd2c-4e76-ba89-e51764fbff54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.192312] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Created folder: Project (06b37404a98a40049c0b10324ce4870a) in parent group-v817910. [ 897.192538] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Creating folder: Instances. Parent ref: group-v818086. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.192787] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e0f97c-5779-4d25-816e-951352ed7701 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.205954] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Created folder: Instances in parent group-v818086. [ 897.206279] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.206509] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.206755] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27e3b92-b851-497c-b13e-4f376a84e0eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.229215] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.229215] env[69371]: value = "task-4130295" [ 897.229215] env[69371]: _type = "Task" [ 897.229215] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.239397] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130295, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.270852] env[69371]: DEBUG oslo_concurrency.lockutils [req-88ed2385-8056-4e62-a7ca-0af86ade6543 req-1ea54e18-b36b-4c53-989a-4d4124a20560 service nova] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.380132] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.449069] env[69371]: DEBUG nova.network.neutron [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.535890] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3015e302-7573-4941-b423-01f7676484f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.543553] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.543553] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.547430] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.029s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.547672] env[69371]: DEBUG nova.objects.instance [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lazy-loading 'resources' on Instance uuid 760c785b-88cc-4cd1-a0f5-aecd58781d2f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.551689] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7801a-2145-48cd-87f8-2e0228d74081 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.604349] env[69371]: DEBUG nova.compute.manager [req-02104357-440a-4a48-a8c4-01438c2ce213 req-adde3fd0-e3e6-400e-a6d3-9463e2d4a26e service nova] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Detach interface failed, port_id=e6838e2c-309f-4b21-86cd-ecff8992ae8c, reason: Instance 2fcce97a-83ca-4275-87eb-e0fa94789783 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.616333] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130292, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.739771] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130295, 'name': CreateVM_Task, 'duration_secs': 0.4037} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.741028] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.741028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.741203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.741472] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.741754] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75c6f50-45ea-464d-b81d-2430d9f49ef9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.747105] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 897.747105] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52381d86-26ce-32fe-a019-49a0a35af1a3" [ 897.747105] env[69371]: _type = "Task" [ 897.747105] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.755783] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52381d86-26ce-32fe-a019-49a0a35af1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.904628] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.952956] env[69371]: INFO nova.compute.manager [-] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Took 1.91 seconds to deallocate network for instance. [ 898.069596] env[69371]: DEBUG nova.compute.utils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.071127] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.071301] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.118813] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130292, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.138381] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.139022] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4912e0b5-9f28-4040-8613-66239e5cee34 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.144399] env[69371]: DEBUG nova.policy [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e81db65f24749a7999b865910311fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59118aab1ef7439a861de55e217fbea5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.150807] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 898.150807] env[69371]: value = "task-4130296" [ 898.150807] env[69371]: _type = "Task" [ 898.150807] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.160085] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.258865] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52381d86-26ce-32fe-a019-49a0a35af1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.262324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.262324] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.262560] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.262703] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.262884] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.263811] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66651ba-58bf-47b9-97ba-f6427779cfe9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.274073] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.274291] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.277691] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c905acd4-3bea-486d-917f-b74795b68eaa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.284444] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 898.284444] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5289f5ff-ddbf-f24d-87b7-d66d027f4d18" [ 898.284444] env[69371]: _type = "Task" [ 898.284444] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.295459] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5289f5ff-ddbf-f24d-87b7-d66d027f4d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.447511] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Successfully created port: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.460629] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.556017] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ade2eb-b4c8-4799-80a2-269612c68aa5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.562942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc3da29-f1ad-4ddf-b3c5-4af43a8387cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.600311] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.603641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747a2b9e-eec0-45c6-a014-d972954435a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.619679] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130292, 'name': Rename_Task, 'duration_secs': 1.189296} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.621968] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.622339] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52cf245a-9509-4544-9b5f-af6e85fd45ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.625018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3724b2b-9a3e-4b4f-9ccf-55c8fa03cf89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.639954] env[69371]: DEBUG nova.compute.provider_tree [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.645055] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 898.645055] env[69371]: value = "task-4130297" [ 898.645055] env[69371]: _type = "Task" [ 898.645055] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.655164] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.665470] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130296, 'name': PowerOffVM_Task, 'duration_secs': 0.292645} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.665827] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.666558] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.667379] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60a335d-f47d-4815-a857-16d6e1706548 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.676408] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.676566] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee75766-48f3-4506-929e-ffe7ad3f710e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.710924] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.710924] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.711028] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Deleting the datastore file [datastore1] bb4da786-4200-4da5-82b4-b4a8a8d6f554 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.711401] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50274ce2-09fc-4a47-9d28-310a1b971777 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.719302] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 898.719302] env[69371]: value = "task-4130299" [ 898.719302] env[69371]: _type = "Task" [ 898.719302] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.729812] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.796375] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5289f5ff-ddbf-f24d-87b7-d66d027f4d18, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.797276] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077fa741-f4e0-4723-b814-9b475dadb96c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.803788] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 898.803788] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520df01d-8575-8d60-8c74-57de8a2136f8" [ 898.803788] env[69371]: _type = "Task" [ 898.803788] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.812949] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520df01d-8575-8d60-8c74-57de8a2136f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.145701] env[69371]: DEBUG nova.scheduler.client.report [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.163586] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.233011] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111375} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.233389] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.233614] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.233832] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.317054] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520df01d-8575-8d60-8c74-57de8a2136f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.317054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.317054] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e59a6777-bc06-4e45-8cee-9592cd333bc7/e59a6777-bc06-4e45-8cee-9592cd333bc7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.317054] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-091fee74-79bd-4140-b434-c24d90ad839a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.324553] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 899.324553] env[69371]: value = "task-4130300" [ 899.324553] env[69371]: _type = "Task" [ 899.324553] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.335999] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.618170] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.649366] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:51:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7c11be1b-742f-439f-875b-273e41588281',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-70538093',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.649702] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.649883] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.650154] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.650380] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.650540] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.650747] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.651183] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.651414] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.651623] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.651805] env[69371]: DEBUG nova.virt.hardware [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.653117] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191b285-576b-4eba-97f9-f4d771d946e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.660737] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.663771] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.763s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.664339] env[69371]: DEBUG nova.objects.instance [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lazy-loading 'resources' on Instance uuid c2d5dd16-7066-47d9-8825-f1e86b8cac5f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.672230] env[69371]: DEBUG oslo_vmware.api [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130297, 'name': PowerOnVM_Task, 'duration_secs': 0.701515} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.675306] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.675646] env[69371]: INFO nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Took 8.68 seconds to spawn the instance on the hypervisor. [ 899.675909] env[69371]: DEBUG nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.677018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63def881-f4e3-4f85-a5f9-14ea461535c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.682166] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be7ae5-11f2-4994-9af0-4977cb6b9814 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.720028] env[69371]: INFO nova.scheduler.client.report [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Deleted allocations for instance 760c785b-88cc-4cd1-a0f5-aecd58781d2f [ 899.840174] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.930724] env[69371]: DEBUG nova.compute.manager [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Received event network-vif-plugged-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.931939] env[69371]: DEBUG oslo_concurrency.lockutils [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] Acquiring lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.932234] env[69371]: DEBUG oslo_concurrency.lockutils [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.932573] env[69371]: DEBUG oslo_concurrency.lockutils [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.933338] env[69371]: DEBUG nova.compute.manager [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] No waiting events found dispatching network-vif-plugged-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 899.933586] env[69371]: WARNING nova.compute.manager [req-e99ec35e-79c8-41ad-9818-e7ae0ac0d9d6 req-c9e63f9e-d1eb-4dbd-8e19-0e8ec3f9057d service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Received unexpected event network-vif-plugged-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 for instance with vm_state building and task_state spawning. [ 900.039838] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Successfully updated port: cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.213942] env[69371]: INFO nova.compute.manager [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Took 47.59 seconds to build instance. [ 900.230668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-83169135-28cf-4791-a0fd-f20be0dab9f1 tempest-ServerTagsTestJSON-1142715702 tempest-ServerTagsTestJSON-1142715702-project-member] Lock "760c785b-88cc-4cd1-a0f5-aecd58781d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.222s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.279167] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.279489] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.280102] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.280102] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.280102] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.280276] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.280424] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.280625] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.280832] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.281043] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.281264] env[69371]: DEBUG nova.virt.hardware [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.282184] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f786c-cb81-4ae9-88d7-7cc9271e988f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.295762] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe211d12-2331-476a-9cda-ff488bee1a37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.311566] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.317770] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.320663] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.321128] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea0c2f0-d9a8-4653-8637-e1acb134eb9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.342378] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.342378] env[69371]: value = "task-4130301" [ 900.342378] env[69371]: _type = "Task" [ 900.342378] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.346859] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53521} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.350900] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e59a6777-bc06-4e45-8cee-9592cd333bc7/e59a6777-bc06-4e45-8cee-9592cd333bc7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.351158] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.354033] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d5ecf41-ee70-4692-b70c-4042817a9219 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.363405] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130301, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.365100] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 900.365100] env[69371]: value = "task-4130302" [ 900.365100] env[69371]: _type = "Task" [ 900.365100] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.374376] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.550402] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.550629] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.550808] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.672894] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb81a9-db23-45ac-bbf6-ba03f5da21b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.683934] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378b500-8518-42e0-9501-d5732c4fcd50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.722445] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6801e23a-0fb3-4e5d-b35f-b0a0afe33d86 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.393s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.723537] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8a3ce-039d-4bca-b6dc-bc2346ae5354 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.732475] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e857b5-f4db-4c66-a0b5-5a6f3d23c9db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.748956] env[69371]: DEBUG nova.compute.provider_tree [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.857392] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130301, 'name': CreateVM_Task, 'duration_secs': 0.450184} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.857565] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.857995] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.858166] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.858509] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.858766] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225e656a-f19e-4e66-8d3d-0f6a1483ee82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.863806] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 900.863806] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d0b271-f76e-cc9a-30b0-e53e261646ea" [ 900.863806] env[69371]: _type = "Task" [ 900.863806] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.875675] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d0b271-f76e-cc9a-30b0-e53e261646ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.878552] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07702} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.878778] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.879600] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d2ae2-d8c3-450d-8cfe-38f9c45e8bd8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.902620] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e59a6777-bc06-4e45-8cee-9592cd333bc7/e59a6777-bc06-4e45-8cee-9592cd333bc7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.903364] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f091708-787b-433d-be31-529bc8b49984 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.924290] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 900.924290] env[69371]: value = "task-4130303" [ 900.924290] env[69371]: _type = "Task" [ 900.924290] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.934132] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.104379] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.254830] env[69371]: DEBUG nova.scheduler.client.report [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.258468] env[69371]: INFO nova.compute.manager [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Rescuing [ 901.258703] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258850] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.259021] env[69371]: DEBUG nova.network.neutron [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.376160] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d0b271-f76e-cc9a-30b0-e53e261646ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.376567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.376804] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.377075] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.377281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.377558] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.378056] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883c1954-8b8b-4749-9a15-a7febf994c0f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.390198] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.392958] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.392958] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f29d546-0f19-4e06-be61-a71ebcb99801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.400923] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 901.400923] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522b89b8-3402-718f-a888-4064c5434b48" [ 901.400923] env[69371]: _type = "Task" [ 901.400923] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.412784] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522b89b8-3402-718f-a888-4064c5434b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.434656] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130303, 'name': ReconfigVM_Task, 'duration_secs': 0.310652} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.435208] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e59a6777-bc06-4e45-8cee-9592cd333bc7/e59a6777-bc06-4e45-8cee-9592cd333bc7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.436046] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d642c164-b6cb-44cb-874a-2f0525f6a914 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.444799] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 901.444799] env[69371]: value = "task-4130304" [ 901.444799] env[69371]: _type = "Task" [ 901.444799] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.456202] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130304, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.613442] env[69371]: DEBUG nova.network.neutron [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.762274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.768022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.838s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.768570] env[69371]: DEBUG nova.objects.instance [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lazy-loading 'resources' on Instance uuid 1444a73b-85f7-4917-854c-11183e643f50 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.791411] env[69371]: INFO nova.scheduler.client.report [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleted allocations for instance c2d5dd16-7066-47d9-8825-f1e86b8cac5f [ 901.923308] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522b89b8-3402-718f-a888-4064c5434b48, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.923308] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3011611b-2a11-4535-8138-04f59f137566 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.934296] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 901.934296] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f8bb6d-89ee-57cc-1ea7-7b2390518529" [ 901.934296] env[69371]: _type = "Task" [ 901.934296] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.945128] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f8bb6d-89ee-57cc-1ea7-7b2390518529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.955546] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130304, 'name': Rename_Task, 'duration_secs': 0.163572} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.955846] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.956220] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b6cd9e-45b3-4cbe-9007-e2512887f0fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.959872] env[69371]: DEBUG nova.compute.manager [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Received event network-changed-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.960078] env[69371]: DEBUG nova.compute.manager [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Refreshing instance network info cache due to event network-changed-cfd9b7cc-4020-4035-957e-d1148dbb0dd9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.960568] env[69371]: DEBUG oslo_concurrency.lockutils [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.966744] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 901.966744] env[69371]: value = "task-4130305" [ 901.966744] env[69371]: _type = "Task" [ 901.966744] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.980892] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.119025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.119440] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Instance network_info: |[{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.119790] env[69371]: DEBUG oslo_concurrency.lockutils [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.120117] env[69371]: DEBUG nova.network.neutron [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Refreshing network info cache for port cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.121466] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:34:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd9b7cc-4020-4035-957e-d1148dbb0dd9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.131924] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.133017] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.133318] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80455445-603a-49c9-b30e-2911c206ea58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.150992] env[69371]: DEBUG nova.network.neutron [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Updating instance_info_cache with network_info: [{"id": "b6831331-070f-4512-b5f9-329fc38a37e8", "address": "fa:16:3e:f7:44:ae", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6831331-07", "ovs_interfaceid": "b6831331-070f-4512-b5f9-329fc38a37e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.161386] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.161386] env[69371]: value = "task-4130306" [ 902.161386] env[69371]: _type = "Task" [ 902.161386] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.169155] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130306, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.302763] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c064c47-5379-4762-9915-dfedad431c45 tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "c2d5dd16-7066-47d9-8825-f1e86b8cac5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.689s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.451385] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f8bb6d-89ee-57cc-1ea7-7b2390518529, 'name': SearchDatastore_Task, 'duration_secs': 0.015325} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.455326] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.455801] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.456403] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1528ffa-2a58-4ffc-8290-852ab2fcfcdc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.465797] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 902.465797] env[69371]: value = "task-4130307" [ 902.465797] env[69371]: _type = "Task" [ 902.465797] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.482810] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.486578] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.653965] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "refresh_cache-d0b9fc16-2f91-47c0-b870-718edc9031e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.673201] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130306, 'name': CreateVM_Task, 'duration_secs': 0.5086} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.673351] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.674182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.674597] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.674748] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.674977] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8f9890-17bf-48dd-91f9-716a08ba8583 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.690789] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 902.690789] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a94392-2a45-c81e-2ba7-969ff07368c3" [ 902.690789] env[69371]: _type = "Task" [ 902.690789] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.703649] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a94392-2a45-c81e-2ba7-969ff07368c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.931404] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b1090-4f34-42d2-b78f-67a4534bd427 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.944391] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc0710-e4cd-496f-80a1-b6b1493afcf9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.993912] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5738d3-052e-4671-ab5a-2caf43766d4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.008434] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.014626] env[69371]: DEBUG oslo_vmware.api [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130305, 'name': PowerOnVM_Task, 'duration_secs': 0.624869} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.014930] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.015129] env[69371]: INFO nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Took 9.34 seconds to spawn the instance on the hypervisor. [ 903.015355] env[69371]: DEBUG nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.016792] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495e403-908a-41fb-a3fb-b87557d84c59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.022105] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb7b9b-70c6-4ca9-9337-3b094df1b6f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.045862] env[69371]: DEBUG nova.compute.provider_tree [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.054975] env[69371]: DEBUG nova.network.neutron [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updated VIF entry in instance network info cache for port cfd9b7cc-4020-4035-957e-d1148dbb0dd9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.055369] env[69371]: DEBUG nova.network.neutron [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.206107] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a94392-2a45-c81e-2ba7-969ff07368c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.207099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.207099] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.207099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.207364] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.207694] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.208200] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9460ab97-1960-45dc-875d-b637be37b602 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.221201] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.221201] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.221201] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80a3d44-c97e-4df5-9c29-37ec24b1dc1f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.228866] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 903.228866] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5236aad6-cb52-de49-1f92-019d0eb430c5" [ 903.228866] env[69371]: _type = "Task" [ 903.228866] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.240774] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5236aad6-cb52-de49-1f92-019d0eb430c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.493342] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130307, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.504116] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.504492] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.504770] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "bf237fd5-00da-4547-ace6-aba35d8d08f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.505049] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.505283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.508253] env[69371]: INFO nova.compute.manager [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Terminating instance [ 903.552448] env[69371]: DEBUG nova.scheduler.client.report [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.563022] env[69371]: INFO nova.compute.manager [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Took 46.85 seconds to build instance. [ 903.564786] env[69371]: DEBUG oslo_concurrency.lockutils [req-32da03e9-2f31-4a89-894d-33b902721384 req-9e64a24f-19d9-48e1-b0a9-d093eab87d4b service nova] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.742229] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5236aad6-cb52-de49-1f92-019d0eb430c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015048} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.742995] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8460fdde-00d1-4e17-b70e-23604e4f8e54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.749591] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 903.749591] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2d34c-3649-474e-1719-27c01663950d" [ 903.749591] env[69371]: _type = "Task" [ 903.749591] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.758849] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2d34c-3649-474e-1719-27c01663950d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.994542] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130307, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.013415] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "refresh_cache-bf237fd5-00da-4547-ace6-aba35d8d08f1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.013674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquired lock "refresh_cache-bf237fd5-00da-4547-ace6-aba35d8d08f1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.013946] env[69371]: DEBUG nova.network.neutron [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.065218] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d647f401-9880-4dc5-975f-848d1ea983c8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.095s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.065988] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.068282] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.080s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.069846] env[69371]: INFO nova.compute.claims [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.096910] env[69371]: INFO nova.scheduler.client.report [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Deleted allocations for instance 1444a73b-85f7-4917-854c-11183e643f50 [ 904.214895] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.215297] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64012c22-6e78-44cd-b37f-ac476e984d99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.222854] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 904.222854] env[69371]: value = "task-4130308" [ 904.222854] env[69371]: _type = "Task" [ 904.222854] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.232918] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.261294] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2d34c-3649-474e-1719-27c01663950d, 'name': SearchDatastore_Task, 'duration_secs': 0.055583} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.261598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.261881] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.262190] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0744184-7b90-4640-b162-e1fdbfa27aa6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.271898] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 904.271898] env[69371]: value = "task-4130309" [ 904.271898] env[69371]: _type = "Task" [ 904.271898] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.282402] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.493734] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130307, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.674263} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.494101] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.494254] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.494521] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e234247-248a-4e71-895e-f237552a8c94 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.502872] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 904.502872] env[69371]: value = "task-4130310" [ 904.502872] env[69371]: _type = "Task" [ 904.502872] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.513981] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.537099] env[69371]: DEBUG nova.network.neutron [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.592663] env[69371]: DEBUG nova.network.neutron [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.605339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a85af8e1-875d-4b2d-a415-4a035941eb8d tempest-ListImageFiltersTestJSON-1696947936 tempest-ListImageFiltersTestJSON-1696947936-project-member] Lock "1444a73b-85f7-4917-854c-11183e643f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.657s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.736202] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130308, 'name': PowerOffVM_Task, 'duration_secs': 0.253026} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.736507] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.737396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd7372-f7f7-43d6-90c2-56dfcb19d32d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760928] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027a390-2873-48a3-b9fb-e3a1a27f3af6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.783919] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.802961] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.803402] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a7f637-2556-4774-9c1c-72a23010da01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.815979] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 904.815979] env[69371]: value = "task-4130311" [ 904.815979] env[69371]: _type = "Task" [ 904.815979] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.833521] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 904.833812] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.834081] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.835175] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.835175] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.835175] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ddf3ac-5765-4aee-ba8a-48a7a0b17ee0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.849399] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.849676] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.850521] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9e02d4-a156-4c62-b7e2-086dc9cae9af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.861228] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 904.861228] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52804f86-5b44-98fa-18db-a2042cfa1289" [ 904.861228] env[69371]: _type = "Task" [ 904.861228] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.872916] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52804f86-5b44-98fa-18db-a2042cfa1289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.890217] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.890556] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.972392] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.973879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.973879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.973879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.973879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.979023] env[69371]: INFO nova.compute.manager [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Terminating instance [ 905.015901] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094594} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.016276] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.017215] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b1b69-7210-4c0b-9410-a19078586f0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.041494] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.041494] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b89a176-9e49-4e2e-ae93-480fa839853a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067623] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 905.067623] env[69371]: value = "task-4130312" [ 905.067623] env[69371]: _type = "Task" [ 905.067623] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.077060] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.096112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Releasing lock "refresh_cache-bf237fd5-00da-4547-ace6-aba35d8d08f1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.096229] env[69371]: DEBUG nova.compute.manager [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.096504] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.099889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d612b3-1328-4f53-90a4-958bce0998d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.111148] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.111499] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369077cf-1b2f-4ee8-b793-cfcebcd95e5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.119768] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 905.119768] env[69371]: value = "task-4130313" [ 905.119768] env[69371]: _type = "Task" [ 905.119768] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.134160] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.283657] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79605} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.283940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.284814] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.285158] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-580a178d-2f51-458a-963e-cca3867a6eab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.291973] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 905.291973] env[69371]: value = "task-4130314" [ 905.291973] env[69371]: _type = "Task" [ 905.291973] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.301372] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.374391] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52804f86-5b44-98fa-18db-a2042cfa1289, 'name': SearchDatastore_Task, 'duration_secs': 0.025989} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.375497] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9f4a8c-9386-4e96-84bd-7caf13860925 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.381220] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 905.381220] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d180-5370-0daa-6b61-673d9dcc8887" [ 905.381220] env[69371]: _type = "Task" [ 905.381220] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.394576] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.397361] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d180-5370-0daa-6b61-673d9dcc8887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.481735] env[69371]: DEBUG nova.compute.manager [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.481978] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.482895] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bde69c-3e3a-408b-9f34-c2697021f009 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.494288] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.494288] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20aa1e13-c081-4238-978a-b990e7b0a54d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.501206] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 905.501206] env[69371]: value = "task-4130315" [ 905.501206] env[69371]: _type = "Task" [ 905.501206] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.511596] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.556258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a4ab2e-d180-4078-b41c-8ee1219c85b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.565345] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0db508-e472-471e-ab5e-04be628889f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.581024] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.605451] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ef9d0-db18-43f3-bb44-9b3c48023d78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.612665] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f8632-270c-4e97-a97a-be1e1aa25cb4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.627531] env[69371]: DEBUG nova.compute.provider_tree [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.638253] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130313, 'name': PowerOffVM_Task, 'duration_secs': 0.143302} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.639283] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.639506] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.639912] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf254a4-0f50-48d0-89dc-933a62916980 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.669739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.670010] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.670249] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleting the datastore file [datastore1] bf237fd5-00da-4547-ace6-aba35d8d08f1 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.670550] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cef73ba-4838-4875-9dc3-0299938cfa59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.678484] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for the task: (returnval){ [ 905.678484] env[69371]: value = "task-4130317" [ 905.678484] env[69371]: _type = "Task" [ 905.678484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.692920] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.804365] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.804738] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.805897] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c71c09-6f3e-427d-9188-f9729f2b089d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.832128] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.832686] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172494e2-a7f4-4c00-bb46-c04ef1c3a60f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.853054] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 905.853054] env[69371]: value = "task-4130318" [ 905.853054] env[69371]: _type = "Task" [ 905.853054] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.862017] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.892574] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d180-5370-0daa-6b61-673d9dcc8887, 'name': SearchDatastore_Task, 'duration_secs': 0.017073} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.892853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.893162] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 905.893411] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b6d501-8ef0-41d6-8442-d4a9a71d92f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.903241] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 905.903241] env[69371]: value = "task-4130319" [ 905.903241] env[69371]: _type = "Task" [ 905.903241] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.915182] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.014617] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130315, 'name': PowerOffVM_Task, 'duration_secs': 0.251005} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.015262] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.015603] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.015940] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ace953-d507-4791-ab52-f84d0d7db24e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.070775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.084469] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130312, 'name': ReconfigVM_Task, 'duration_secs': 0.548111} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.084945] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Reconfigured VM instance instance-00000038 to attach disk [datastore2] bb4da786-4200-4da5-82b4-b4a8a8d6f554/bb4da786-4200-4da5-82b4-b4a8a8d6f554.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.085894] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8485bf0b-d85f-4bdf-96d7-bb9dab25b645 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.090223] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.090608] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.090894] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Deleting the datastore file [datastore1] e59a6777-bc06-4e45-8cee-9592cd333bc7 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.091830] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee247ecd-e99c-4bae-bed2-85cf54424225 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.100065] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 906.100065] env[69371]: value = "task-4130321" [ 906.100065] env[69371]: _type = "Task" [ 906.100065] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.102338] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for the task: (returnval){ [ 906.102338] env[69371]: value = "task-4130322" [ 906.102338] env[69371]: _type = "Task" [ 906.102338] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.120600] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.124279] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130321, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.130678] env[69371]: DEBUG nova.scheduler.client.report [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.192238] env[69371]: DEBUG oslo_vmware.api [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Task: {'id': task-4130317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159898} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.192664] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.193013] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.193252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.193493] env[69371]: INFO nova.compute.manager [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 906.193972] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.194180] env[69371]: DEBUG nova.compute.manager [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.194293] env[69371]: DEBUG nova.network.neutron [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.215029] env[69371]: DEBUG nova.network.neutron [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.370237] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130318, 'name': ReconfigVM_Task, 'duration_secs': 0.368514} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.370237] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.370237] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4940853-bf39-4f77-afd7-8486d0ccbb4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.379068] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 906.379068] env[69371]: value = "task-4130323" [ 906.379068] env[69371]: _type = "Task" [ 906.379068] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.394366] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130323, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.418231] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.621819] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130321, 'name': Rename_Task, 'duration_secs': 0.254317} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.621819] env[69371]: DEBUG oslo_vmware.api [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Task: {'id': task-4130322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450256} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.621819] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.621819] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.621819] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.621819] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.621819] env[69371]: INFO nova.compute.manager [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 906.621819] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.621819] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7c50c3-16a0-4288-aa0d-f5433c740f1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.626074] env[69371]: DEBUG nova.compute.manager [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.626074] env[69371]: DEBUG nova.network.neutron [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.632436] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 906.632436] env[69371]: value = "task-4130324" [ 906.632436] env[69371]: _type = "Task" [ 906.632436] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.637050] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.637050] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.639444] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.785s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.639654] env[69371]: DEBUG nova.objects.instance [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lazy-loading 'resources' on Instance uuid 881a0b1e-4043-4466-aec3-9ab73a4f9575 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.651739] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130324, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.723347] env[69371]: DEBUG nova.network.neutron [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.893817] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130323, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.917330] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553065} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.917717] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 906.918721] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b7e6d-b4ef-4372-961b-15bd19b63ccd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956078] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.956078] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae3bc68-649b-414b-92a8-45e54977ad7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977182] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 906.977182] env[69371]: value = "task-4130325" [ 906.977182] env[69371]: _type = "Task" [ 906.977182] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.988432] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.004189] env[69371]: DEBUG nova.compute.manager [req-2be9daa4-8519-41f3-b1a4-f99a547d311b req-f3fd02d2-22ed-4632-a926-504c17a4c9b5 service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Received event network-vif-deleted-061193bb-6ad4-434c-9e39-a0a4f8dea762 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.004403] env[69371]: INFO nova.compute.manager [req-2be9daa4-8519-41f3-b1a4-f99a547d311b req-f3fd02d2-22ed-4632-a926-504c17a4c9b5 service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Neutron deleted interface 061193bb-6ad4-434c-9e39-a0a4f8dea762; detaching it from the instance and deleting it from the info cache [ 907.004591] env[69371]: DEBUG nova.network.neutron [req-2be9daa4-8519-41f3-b1a4-f99a547d311b req-f3fd02d2-22ed-4632-a926-504c17a4c9b5 service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.142468] env[69371]: DEBUG oslo_vmware.api [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130324, 'name': PowerOnVM_Task, 'duration_secs': 0.46883} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.142781] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.143021] env[69371]: DEBUG nova.compute.manager [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.143861] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aafdc56-8609-48c8-ac99-a8f6e5ee514a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.147916] env[69371]: DEBUG nova.compute.utils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.152631] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.152800] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.194960] env[69371]: DEBUG nova.policy [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9401e2704f1f4d1f8c0f7a70f651229d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46a68d42d93840c79ab3e35878e19660', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.226310] env[69371]: INFO nova.compute.manager [-] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Took 1.03 seconds to deallocate network for instance. [ 907.392486] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130323, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.485428] env[69371]: DEBUG nova.network.neutron [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.492852] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130325, 'name': ReconfigVM_Task, 'duration_secs': 0.319543} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.493594] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.494509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1354a3-b579-49b4-b33d-c0438f879d1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.528584] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Successfully created port: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.530459] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2b7d30e-8d19-4348-81ba-79dcba8cc202 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.533180] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0454c1-d9d9-4635-8c26-fdb598dc4b3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.557508] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17368bfb-19db-41e4-ba42-0812f54b786d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.568868] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 907.568868] env[69371]: value = "task-4130326" [ 907.568868] env[69371]: _type = "Task" [ 907.568868] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.598455] env[69371]: DEBUG nova.compute.manager [req-2be9daa4-8519-41f3-b1a4-f99a547d311b req-f3fd02d2-22ed-4632-a926-504c17a4c9b5 service nova] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Detach interface failed, port_id=061193bb-6ad4-434c-9e39-a0a4f8dea762, reason: Instance e59a6777-bc06-4e45-8cee-9592cd333bc7 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.606930] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.653289] env[69371]: DEBUG nova.compute.utils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.669874] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.736026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.819749] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643d46b-fcfe-46e9-ab11-b3b47364f618 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.827038] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75e0b3-9842-4668-9c82-9c5fe6a26f27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.867112] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a203b3a-f97c-448c-8fd9-72c2dd47ea6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.875500] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb8a907-7d13-4c23-a5b7-0e809216a2fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.890599] env[69371]: DEBUG nova.compute.provider_tree [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.901057] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130323, 'name': Rename_Task, 'duration_secs': 1.185089} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.902014] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.902266] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260a5c91-67a8-40f8-9263-be2ae43877c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.910245] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 907.910245] env[69371]: value = "task-4130327" [ 907.910245] env[69371]: _type = "Task" [ 907.910245] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.921201] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.994583] env[69371]: INFO nova.compute.manager [-] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Took 1.37 seconds to deallocate network for instance. [ 908.086416] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130326, 'name': ReconfigVM_Task, 'duration_secs': 0.171634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.087219] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.087444] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98be748b-1c09-4c96-b621-964baaf5d0cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094392] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 908.094392] env[69371]: value = "task-4130328" [ 908.094392] env[69371]: _type = "Task" [ 908.094392] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.103475] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.156920] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.398191] env[69371]: DEBUG nova.scheduler.client.report [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.423975] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.505914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.581457] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.582275] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.582518] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.582740] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.582921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.585341] env[69371]: INFO nova.compute.manager [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Terminating instance [ 908.608515] env[69371]: DEBUG oslo_vmware.api [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130328, 'name': PowerOnVM_Task, 'duration_secs': 0.436499} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.609171] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.612448] env[69371]: DEBUG nova.compute.manager [None req-2ac5a5d9-6eda-42c9-a121-2b2b522ef2c9 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.613503] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3774c-966e-4cc3-9382-98039dcc7a89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.907283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.910062] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.507s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.911946] env[69371]: DEBUG nova.objects.instance [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lazy-loading 'resources' on Instance uuid fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.913482] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.913710] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.913893] env[69371]: INFO nova.compute.manager [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Shelving [ 908.933699] env[69371]: DEBUG oslo_vmware.api [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130327, 'name': PowerOnVM_Task, 'duration_secs': 0.691758} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.934945] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.935740] env[69371]: INFO nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Took 9.32 seconds to spawn the instance on the hypervisor. [ 908.935821] env[69371]: DEBUG nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.936917] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01d6762-7bca-460a-ac01-b60f7b1c3e95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.941725] env[69371]: INFO nova.scheduler.client.report [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted allocations for instance 881a0b1e-4043-4466-aec3-9ab73a4f9575 [ 909.094903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "refresh_cache-bb4da786-4200-4da5-82b4-b4a8a8d6f554" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.094903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquired lock "refresh_cache-bb4da786-4200-4da5-82b4-b4a8a8d6f554" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.094903] env[69371]: DEBUG nova.network.neutron [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.096951] env[69371]: DEBUG nova.compute.manager [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Received event network-vif-plugged-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.096951] env[69371]: DEBUG oslo_concurrency.lockutils [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] Acquiring lock "056bc8c1-8739-4605-b24c-805f30544886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.097770] env[69371]: DEBUG oslo_concurrency.lockutils [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] Lock "056bc8c1-8739-4605-b24c-805f30544886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.097770] env[69371]: DEBUG oslo_concurrency.lockutils [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] Lock "056bc8c1-8739-4605-b24c-805f30544886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.097770] env[69371]: DEBUG nova.compute.manager [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] No waiting events found dispatching network-vif-plugged-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 909.097770] env[69371]: WARNING nova.compute.manager [req-7934e239-2314-4d13-935a-3829f80cee40 req-8acaf2a1-c690-400e-860e-e82d2ef9a160 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Received unexpected event network-vif-plugged-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d for instance with vm_state building and task_state spawning. [ 909.173715] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.200191] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Successfully updated port: bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.203669] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:47:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='90868301',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-246548573',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.203924] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.204098] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.204304] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.204427] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.204583] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.205672] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.205672] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.206589] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.206589] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.206589] env[69371]: DEBUG nova.virt.hardware [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.207476] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba3bf7-f3e0-4b9b-959e-759b17ad905e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.219330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99b1a2-d109-4b31-9b20-e9872da53e21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.458559] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c95ea63-6b07-4dd1-b67b-31e28e26eff6 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "881a0b1e-4043-4466-aec3-9ab73a4f9575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.105s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.465727] env[69371]: INFO nova.compute.manager [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Took 47.36 seconds to build instance. [ 909.630612] env[69371]: DEBUG nova.network.neutron [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.701897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.702292] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.702344] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.714665] env[69371]: DEBUG nova.network.neutron [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.930934] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.931389] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b4b734-9591-4bd3-855f-5ac83c339dc1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.945023] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 909.945023] env[69371]: value = "task-4130329" [ 909.945023] env[69371]: _type = "Task" [ 909.945023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.960094] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.971277] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3771492d-a879-4a0c-b3b8-160ea4e5b2bd tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.693s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.979019] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d645c-20f4-4eb4-9657-51f12a5a7dbe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.990022] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc312c0-ba63-45e7-9c32-43d32e073335 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.028881] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e6c99-4804-4985-b780-d14c15e43ccc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.037748] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c574dcfd-fb07-4c41-aca0-e1adcf19aeba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.053299] env[69371]: DEBUG nova.compute.provider_tree [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.107677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-519994ef-1c68-45cf-b022-d7433038e768-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.109440] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-519994ef-1c68-45cf-b022-d7433038e768-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.109866] env[69371]: DEBUG nova.objects.instance [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid 519994ef-1c68-45cf-b022-d7433038e768 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.220750] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Releasing lock "refresh_cache-bb4da786-4200-4da5-82b4-b4a8a8d6f554" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.222691] env[69371]: DEBUG nova.compute.manager [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.222691] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.223659] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6141f6-7854-4922-9e04-45618c7ddf31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.232851] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.232962] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58216c86-3d7f-45d3-9219-e1d430eec693 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.239018] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.242791] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 910.242791] env[69371]: value = "task-4130330" [ 910.242791] env[69371]: _type = "Task" [ 910.242791] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.253903] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.287739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.287739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.287739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.287739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.287739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.292647] env[69371]: INFO nova.compute.manager [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Terminating instance [ 910.319791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.320078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.400095] env[69371]: DEBUG nova.network.neutron [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updating instance_info_cache with network_info: [{"id": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "address": "fa:16:3e:d7:74:ac", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc94cad1-8c", "ovs_interfaceid": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.454901] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130329, 'name': PowerOffVM_Task, 'duration_secs': 0.433615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.456028] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.456268] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c913c-2821-44a5-89ab-3fb67da82376 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.478021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6057b25c-d090-48ee-8f80-6ec77c236328 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.557703] env[69371]: DEBUG nova.scheduler.client.report [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.689920] env[69371]: DEBUG nova.objects.instance [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid 519994ef-1c68-45cf-b022-d7433038e768 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.752794] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130330, 'name': PowerOffVM_Task, 'duration_secs': 0.196824} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.753090] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.753248] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.753504] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f43c08-5421-48eb-b013-32fafc5b0f00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.782171] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.782533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.782609] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Deleting the datastore file [datastore2] bb4da786-4200-4da5-82b4-b4a8a8d6f554 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.782868] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c787210a-a783-4068-a8b6-1d62aeaf1fa8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.789800] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for the task: (returnval){ [ 910.789800] env[69371]: value = "task-4130332" [ 910.789800] env[69371]: _type = "Task" [ 910.789800] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.799640] env[69371]: DEBUG nova.compute.manager [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.799848] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.800154] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.800890] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c05a0-a589-4eb8-a0a5-0a0702d77bca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.808837] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.809464] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b44cc82a-b4ad-4562-aa94-8915c8e11259 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.817064] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 910.817064] env[69371]: value = "task-4130333" [ 910.817064] env[69371]: _type = "Task" [ 910.817064] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.826997] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.829815] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.904024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.904024] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Instance network_info: |[{"id": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "address": "fa:16:3e:d7:74:ac", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc94cad1-8c", "ovs_interfaceid": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.904024] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:74:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc94cad1-8ce4-4018-b81d-7c43c4b61f4d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.911984] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.912530] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.916079] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-186b0538-543a-4517-9dab-2b26d9520a4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.937295] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.937295] env[69371]: value = "task-4130334" [ 910.937295] env[69371]: _type = "Task" [ 910.937295] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.947188] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130334, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.991983] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 910.992365] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1272674-f803-483f-a2b8-401d0a3c5a08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.000372] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 911.000372] env[69371]: value = "task-4130335" [ 911.000372] env[69371]: _type = "Task" [ 911.000372] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.010290] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.065801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.066308] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.722s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.066606] env[69371]: DEBUG nova.objects.instance [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lazy-loading 'resources' on Instance uuid 1f33e029-85f0-4da9-aff5-e7d921c73829 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.094264] env[69371]: INFO nova.scheduler.client.report [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleted allocations for instance fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16 [ 911.193693] env[69371]: DEBUG nova.objects.base [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance<519994ef-1c68-45cf-b022-d7433038e768> lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.193693] env[69371]: DEBUG nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.253579] env[69371]: DEBUG nova.policy [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.302508] env[69371]: DEBUG oslo_vmware.api [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Task: {'id': task-4130332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10498} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.302810] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.303019] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.303202] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.303376] env[69371]: INFO nova.compute.manager [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Took 1.08 seconds to destroy the instance on the hypervisor. [ 911.303621] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.303899] env[69371]: DEBUG nova.compute.manager [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.304014] env[69371]: DEBUG nova.network.neutron [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.328693] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130333, 'name': PowerOffVM_Task, 'duration_secs': 0.309703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.329073] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.329244] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.329703] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cc97cbe-0eb7-4539-9bf2-ef3da3baeec4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.336832] env[69371]: DEBUG nova.network.neutron [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.349867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.407345] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.408033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.408033] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore1] 3dea073e-95ab-448b-a0c1-93ad01083a3e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.408563] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602a5704-338b-456c-927e-5ca8ca721d8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.417318] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 911.417318] env[69371]: value = "task-4130337" [ 911.417318] env[69371]: _type = "Task" [ 911.417318] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.427545] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.448580] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130334, 'name': CreateVM_Task, 'duration_secs': 0.396425} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.448763] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.449556] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.449713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.450067] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.450347] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb1f74a-b808-4a5f-bcb3-418b3b6d309d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.458804] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 911.458804] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5262bfd4-74d3-2afe-55ba-5609139db842" [ 911.458804] env[69371]: _type = "Task" [ 911.458804] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.471880] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5262bfd4-74d3-2afe-55ba-5609139db842, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.472261] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.472524] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.473437] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.473437] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.473437] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.473437] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00951ddc-9ee1-45ee-8e0a-364cf768892e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.488611] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.488611] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.488611] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb89f5b2-c33b-433e-bd7c-e2ab1fa185a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.495671] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 911.495671] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528a21a2-df89-9b30-a2a1-c69656a59583" [ 911.495671] env[69371]: _type = "Task" [ 911.495671] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.509149] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528a21a2-df89-9b30-a2a1-c69656a59583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.518351] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130335, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.610962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fa7973b0-4b47-4fa7-9593-32b9577327c9 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.402s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.656056] env[69371]: DEBUG nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Successfully created port: cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.731251] env[69371]: DEBUG nova.compute.manager [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Received event network-changed-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.731365] env[69371]: DEBUG nova.compute.manager [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Refreshing instance network info cache due to event network-changed-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.731645] env[69371]: DEBUG oslo_concurrency.lockutils [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] Acquiring lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.731730] env[69371]: DEBUG oslo_concurrency.lockutils [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] Acquired lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.732183] env[69371]: DEBUG nova.network.neutron [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Refreshing network info cache for port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.839456] env[69371]: DEBUG nova.network.neutron [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.930327] env[69371]: DEBUG oslo_vmware.api [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15891} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.933330] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.933586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.933797] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.934012] env[69371]: INFO nova.compute.manager [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.934344] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.934806] env[69371]: DEBUG nova.compute.manager [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.935763] env[69371]: DEBUG nova.network.neutron [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.016987] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.017278] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.018912] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528a21a2-df89-9b30-a2a1-c69656a59583, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.020631] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c61006b-2c91-4b83-b114-9f30b2b9f78e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.026595] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130335, 'name': CreateSnapshot_Task, 'duration_secs': 0.681595} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.027322] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 912.028144] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157e082-4af8-4125-a752-f60c9918b0e8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.037572] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 912.037572] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525958d3-b4cf-a0ae-d55f-fe38afa717b8" [ 912.037572] env[69371]: _type = "Task" [ 912.037572] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.054872] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525958d3-b4cf-a0ae-d55f-fe38afa717b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.055032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.055294] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/056bc8c1-8739-4605-b24c-805f30544886.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.055646] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab71cc9-2408-4663-9420-f77addb935fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.064056] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 912.064056] env[69371]: value = "task-4130338" [ 912.064056] env[69371]: _type = "Task" [ 912.064056] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.075926] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.099951] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47b4eea-260b-4919-95fc-8bee5dd34d24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109426] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf045d-9a6c-48f0-af88-af124815dfa8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.146300] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a22a1ef-457f-4c5c-9076-12886e7c2ba6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.157374] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd801da-1186-4e8b-afac-f68ed47f42b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.173553] env[69371]: DEBUG nova.compute.provider_tree [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.345195] env[69371]: INFO nova.compute.manager [-] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Took 1.04 seconds to deallocate network for instance. [ 912.456600] env[69371]: DEBUG nova.network.neutron [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updated VIF entry in instance network info cache for port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.457252] env[69371]: DEBUG nova.network.neutron [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updating instance_info_cache with network_info: [{"id": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "address": "fa:16:3e:d7:74:ac", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc94cad1-8c", "ovs_interfaceid": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.524134] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.556618] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 912.557253] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37fa34c1-01da-40fb-8bad-f738dcae8439 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.570114] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 912.570114] env[69371]: value = "task-4130339" [ 912.570114] env[69371]: _type = "Task" [ 912.570114] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.577402] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.585237] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.677297] env[69371]: DEBUG nova.scheduler.client.report [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.719901] env[69371]: DEBUG nova.network.neutron [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.855190] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.960831] env[69371]: DEBUG oslo_concurrency.lockutils [req-3d6fe8c5-cec4-4022-a987-669bc3cba886 req-4b6524ed-b2ea-44f8-846e-77c93b15969a service nova] Releasing lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.057824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.079588] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557947} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.080200] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/056bc8c1-8739-4605-b24c-805f30544886.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.080512] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.080851] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf1ac3f-df55-45f6-bfe1-883b3bb1ecd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.087949] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.090256] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 913.090256] env[69371]: value = "task-4130340" [ 913.090256] env[69371]: _type = "Task" [ 913.090256] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.101976] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.183386] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.186107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.269s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.186763] env[69371]: DEBUG nova.objects.instance [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 913.206263] env[69371]: INFO nova.scheduler.client.report [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleted allocations for instance 1f33e029-85f0-4da9-aff5-e7d921c73829 [ 913.223273] env[69371]: INFO nova.compute.manager [-] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Took 1.29 seconds to deallocate network for instance. [ 913.292910] env[69371]: DEBUG nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Successfully updated port: cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.581965] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.600583] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223869} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.600889] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.601695] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27143e7b-2620-4b11-99ee-a037157e7684 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.626278] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/056bc8c1-8739-4605-b24c-805f30544886.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.626548] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01fb087-d914-4b3c-98f7-9bed18d158f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.655454] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 913.655454] env[69371]: value = "task-4130341" [ 913.655454] env[69371]: _type = "Task" [ 913.655454] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.666126] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.720823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e31c0075-f198-443f-9fa7-80e9b8d5dd1d tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "1f33e029-85f0-4da9-aff5-e7d921c73829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.629s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.735635] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.799061] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.799061] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.799310] env[69371]: DEBUG nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.923205] env[69371]: DEBUG nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Received event network-vif-deleted-d6b97cd4-1f25-4412-9114-4d8b5a7ac257 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.923416] env[69371]: DEBUG nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-vif-plugged-cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.923557] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.923771] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.923982] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.924167] env[69371]: DEBUG nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] No waiting events found dispatching network-vif-plugged-cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 913.924331] env[69371]: WARNING nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received unexpected event network-vif-plugged-cc622100-a0c5-41b3-bc89-bc6e0784be13 for instance with vm_state active and task_state None. [ 913.924493] env[69371]: DEBUG nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-changed-cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.924744] env[69371]: DEBUG nova.compute.manager [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing instance network info cache due to event network-changed-cc622100-a0c5-41b3-bc89-bc6e0784be13. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.924805] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.084439] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.156069] env[69371]: DEBUG nova.compute.manager [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 914.167884] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.197438] env[69371]: DEBUG oslo_concurrency.lockutils [None req-939bda2c-dcd8-41e4-a972-b4d4649c9ee5 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.199189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.127s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.201410] env[69371]: INFO nova.compute.claims [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.355708] env[69371]: WARNING nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 914.582807] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.653374] env[69371]: DEBUG nova.network.neutron [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc622100-a0c5-41b3-bc89-bc6e0784be13", "address": "fa:16:3e:e3:be:50", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc622100-a0", "ovs_interfaceid": "cc622100-a0c5-41b3-bc89-bc6e0784be13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.677132] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130341, 'name': ReconfigVM_Task, 'duration_secs': 0.873147} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.678197] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/056bc8c1-8739-4605-b24c-805f30544886.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.678589] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69371) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 914.680888] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-37da6139-73eb-4364-b25d-071e55f87990 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.692016] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 914.692016] env[69371]: value = "task-4130342" [ 914.692016] env[69371]: _type = "Task" [ 914.692016] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.693430] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.704623] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130342, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.083747] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130339, 'name': CloneVM_Task, 'duration_secs': 2.117082} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.084082] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Created linked-clone VM from snapshot [ 915.084873] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e61a5-29ed-4f75-90b5-65ac70a2b932 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.095456] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Uploading image dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.122429] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.122429] env[69371]: value = "vm-818093" [ 915.122429] env[69371]: _type = "VirtualMachine" [ 915.122429] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.122735] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9fe9fca2-b15c-4e29-bb06-4444b0a7740d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.131725] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease: (returnval){ [ 915.131725] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52378f1d-fe8f-ddc6-2da3-306d34ecc9c5" [ 915.131725] env[69371]: _type = "HttpNfcLease" [ 915.131725] env[69371]: } obtained for exporting VM: (result){ [ 915.131725] env[69371]: value = "vm-818093" [ 915.131725] env[69371]: _type = "VirtualMachine" [ 915.131725] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.131959] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the lease: (returnval){ [ 915.131959] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52378f1d-fe8f-ddc6-2da3-306d34ecc9c5" [ 915.131959] env[69371]: _type = "HttpNfcLease" [ 915.131959] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.139323] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.139323] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52378f1d-fe8f-ddc6-2da3-306d34ecc9c5" [ 915.139323] env[69371]: _type = "HttpNfcLease" [ 915.139323] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.158621] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.159365] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.159848] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.160060] env[69371]: DEBUG nova.network.neutron [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Refreshing network info cache for port cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.161942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d9d264-ac1b-4979-b52f-fee07864b379 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.182486] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.182744] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.182927] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.183095] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.183246] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.183418] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.183639] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.183922] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.183997] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.184175] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.184353] env[69371]: DEBUG nova.virt.hardware [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.191234] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfiguring VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 915.192432] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1466be-0429-4b3f-ac88-1a10743a45a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.220225] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130342, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.222180] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69371) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 915.222553] env[69371]: DEBUG oslo_vmware.api [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 915.222553] env[69371]: value = "task-4130344" [ 915.222553] env[69371]: _type = "Task" [ 915.222553] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.223422] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40a4f1-13d2-4d3a-90f8-66eb012ffa10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.238928] env[69371]: DEBUG oslo_vmware.api [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130344, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.259870] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/ephemeral_0.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.262913] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3353af1-35e6-4efd-a3e1-a0288df9a96c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.282797] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 915.282797] env[69371]: value = "task-4130345" [ 915.282797] env[69371]: _type = "Task" [ 915.282797] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.299755] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.641771] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.641771] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52378f1d-fe8f-ddc6-2da3-306d34ecc9c5" [ 915.641771] env[69371]: _type = "HttpNfcLease" [ 915.641771] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.642084] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.642084] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52378f1d-fe8f-ddc6-2da3-306d34ecc9c5" [ 915.642084] env[69371]: _type = "HttpNfcLease" [ 915.642084] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.645239] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943155eb-21c2-4949-9703-a320fa2a6afa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.654660] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.654913] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.745194] env[69371]: DEBUG oslo_vmware.api [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.779076] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39c66f-61b7-4e89-804a-dd736fabb4a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.798130] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ef969f8-c94d-4d26-b527-da267f7187b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.800876] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c95c51-0360-4cc8-a9fa-a3d9ea585ce9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.808455] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.843043] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d47303a-0598-4a61-885e-7d2e73bafc15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.854556] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8372e-6fc1-4d6f-8684-d0069b786678 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.875768] env[69371]: DEBUG nova.compute.provider_tree [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.242724] env[69371]: DEBUG oslo_vmware.api [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130344, 'name': ReconfigVM_Task, 'duration_secs': 0.709021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.243682] env[69371]: DEBUG nova.network.neutron [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updated VIF entry in instance network info cache for port cc622100-a0c5-41b3-bc89-bc6e0784be13. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.244093] env[69371]: DEBUG nova.network.neutron [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc622100-a0c5-41b3-bc89-bc6e0784be13", "address": "fa:16:3e:e3:be:50", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc622100-a0", "ovs_interfaceid": "cc622100-a0c5-41b3-bc89-bc6e0784be13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.245548] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.245750] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfigured VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 916.295726] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130345, 'name': ReconfigVM_Task, 'duration_secs': 0.538306} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.296173] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 056bc8c1-8739-4605-b24c-805f30544886/ephemeral_0.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.297012] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e1c1f0-06bb-4eb0-8adb-209a99934031 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.307060] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 916.307060] env[69371]: value = "task-4130346" [ 916.307060] env[69371]: _type = "Task" [ 916.307060] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.315390] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130346, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.379729] env[69371]: DEBUG nova.scheduler.client.report [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.749210] env[69371]: DEBUG oslo_concurrency.lockutils [req-9159e5e8-2251-4b88-b9af-44f13d120b84 req-e5d374b1-bc84-4298-b904-6326e5a1a4b8 service nova] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.751637] env[69371]: DEBUG oslo_concurrency.lockutils [None req-74515fc5-c90b-42b1-94a1-dd29cc4515e6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-519994ef-1c68-45cf-b022-d7433038e768-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.643s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.817191] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130346, 'name': Rename_Task, 'duration_secs': 0.21763} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.818070] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.818070] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f567d9f0-c5f9-4dc2-b367-add1c88f6733 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.827331] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 916.827331] env[69371]: value = "task-4130347" [ 916.827331] env[69371]: _type = "Task" [ 916.827331] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.837985] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.886136] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.886376] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.889458] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.817s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.891059] env[69371]: DEBUG nova.objects.instance [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'resources' on Instance uuid 7602962a-51be-43bf-99a3-ccf0f576211c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.022403] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.022867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.202467] env[69371]: DEBUG oslo_concurrency.lockutils [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.202810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.203164] env[69371]: DEBUG nova.compute.manager [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.204132] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eb88ee-98af-41a9-9248-02f0bde6540c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.212267] env[69371]: DEBUG nova.compute.manager [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 917.212971] env[69371]: DEBUG nova.objects.instance [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'flavor' on Instance uuid 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.338433] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.396383] env[69371]: DEBUG nova.compute.utils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.396383] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.398393] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.460554] env[69371]: DEBUG nova.policy [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60090a843dc44c3a8e58a5566184c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba731dd12b284748bc66a46cddd5ba2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.529406] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.800815] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Successfully created port: b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.839955] env[69371]: DEBUG oslo_vmware.api [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130347, 'name': PowerOnVM_Task, 'duration_secs': 0.839816} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.840178] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.840383] env[69371]: INFO nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Took 8.67 seconds to spawn the instance on the hypervisor. [ 917.840564] env[69371]: DEBUG nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.843395] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc52d04-c8cc-4081-96e1-77e13d1ab617 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.907762] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.948954] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb490049-06f7-4931-8e8e-52b91b15b242 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.959370] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3269a-e042-4662-ab0d-5ebf7cea6cbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.997400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8b488-e964-49b8-b90b-242e318361fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.007724] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b806ce2-b9ce-4e1b-a246-e517544b4d42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.029995] env[69371]: DEBUG nova.compute.provider_tree [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.055033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.231083] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.231381] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c68ac944-13b8-41de-a94f-156468450913 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.239609] env[69371]: DEBUG oslo_vmware.api [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 918.239609] env[69371]: value = "task-4130348" [ 918.239609] env[69371]: _type = "Task" [ 918.239609] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.248977] env[69371]: DEBUG oslo_vmware.api [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.363151] env[69371]: INFO nova.compute.manager [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Took 45.41 seconds to build instance. [ 918.537487] env[69371]: DEBUG nova.scheduler.client.report [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.753103] env[69371]: DEBUG oslo_vmware.api [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130348, 'name': PowerOffVM_Task, 'duration_secs': 0.314184} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.753563] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.753861] env[69371]: DEBUG nova.compute.manager [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.755087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef5869-dc9b-4c50-a05d-92a56abef68a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.865478] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fb0685e4-14ee-46a6-8336-4038e0cbd753 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.916s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.870187] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-519994ef-1c68-45cf-b022-d7433038e768-cc622100-a0c5-41b3-bc89-bc6e0784be13" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.870473] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-519994ef-1c68-45cf-b022-d7433038e768-cc622100-a0c5-41b3-bc89-bc6e0784be13" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.917289] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.944819] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.945137] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.945359] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.945572] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.945678] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.945903] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.946157] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.946322] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.946494] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.946656] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.946853] env[69371]: DEBUG nova.virt.hardware [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.948256] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0a91a-0ffa-423c-a852-0d97bfe2a955 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.957350] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beba5d0-f5ed-45fe-bd84-2c4034886438 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.046539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.049048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.954s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.049184] env[69371]: DEBUG nova.objects.instance [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lazy-loading 'resources' on Instance uuid 384b0c67-defe-49f6-b6e2-7c91026707ab {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.070995] env[69371]: INFO nova.scheduler.client.report [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocations for instance 7602962a-51be-43bf-99a3-ccf0f576211c [ 919.276113] env[69371]: DEBUG oslo_concurrency.lockutils [None req-446ea893-4a09-4cd5-97c0-061cb56841c2 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.343157] env[69371]: DEBUG nova.compute.manager [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Received event network-changed-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.343379] env[69371]: DEBUG nova.compute.manager [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Refreshing instance network info cache due to event network-changed-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.343562] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] Acquiring lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.343712] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] Acquired lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.344011] env[69371]: DEBUG nova.network.neutron [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Refreshing network info cache for port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.373404] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.373721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.374749] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41350c2-2033-40f2-bed5-3a34988a2ae5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.398085] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286f848-3291-4413-bd03-2206b41a3b18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.436382] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfiguring VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 919.437666] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Successfully updated port: b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.439357] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a32602-cca3-41d2-a206-994afc9b7f4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.462390] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 919.462390] env[69371]: value = "task-4130349" [ 919.462390] env[69371]: _type = "Task" [ 919.462390] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.472230] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.580986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3a4c864e-49b5-465f-b104-87ab03990e3d tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "7602962a-51be-43bf-99a3-ccf0f576211c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.219s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.955112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.955307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.955461] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.974257] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.012385] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c5e5f8-1fdf-46fd-b8f6-4676b0d4adee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.023040] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d24974-d500-4acd-ada0-34764a603ea1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.061227] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f90e30-42fd-4d85-870e-32cdc13384c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.074641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a65b44-8d05-433f-be9b-4ba753b93a46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.095968] env[69371]: DEBUG nova.compute.provider_tree [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.143218] env[69371]: DEBUG nova.network.neutron [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updated VIF entry in instance network info cache for port bc94cad1-8ce4-4018-b81d-7c43c4b61f4d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.143683] env[69371]: DEBUG nova.network.neutron [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updating instance_info_cache with network_info: [{"id": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "address": "fa:16:3e:d7:74:ac", "network": {"id": "e62f9580-13cd-472f-b1b3-945624e06241", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-342190238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46a68d42d93840c79ab3e35878e19660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc94cad1-8c", "ovs_interfaceid": "bc94cad1-8ce4-4018-b81d-7c43c4b61f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.474043] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.490576] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.567847] env[69371]: DEBUG nova.objects.instance [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'flavor' on Instance uuid 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.600220] env[69371]: DEBUG nova.scheduler.client.report [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.630586] env[69371]: DEBUG nova.network.neutron [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Updating instance_info_cache with network_info: [{"id": "b73c5c1a-582d-4a32-8716-95f0726682ee", "address": "fa:16:3e:e2:6c:56", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73c5c1a-58", "ovs_interfaceid": "b73c5c1a-582d-4a32-8716-95f0726682ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.646833] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f2105ad-5f9e-4019-bc58-9b24f1fd5e26 req-abddac38-006e-4bc1-bef6-0f8d67d49988 service nova] Releasing lock "refresh_cache-056bc8c1-8739-4605-b24c-805f30544886" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.974076] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.073182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.073369] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.073545] env[69371]: DEBUG nova.network.neutron [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.073731] env[69371]: DEBUG nova.objects.instance [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'info_cache' on Instance uuid 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.106701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.110835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.590s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.111325] env[69371]: DEBUG nova.objects.instance [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lazy-loading 'resources' on Instance uuid b0e6c997-18b0-416f-9fc9-a79253131e80 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.134642] env[69371]: INFO nova.scheduler.client.report [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted allocations for instance 384b0c67-defe-49f6-b6e2-7c91026707ab [ 921.136073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.136353] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance network_info: |[{"id": "b73c5c1a-582d-4a32-8716-95f0726682ee", "address": "fa:16:3e:e2:6c:56", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73c5c1a-58", "ovs_interfaceid": "b73c5c1a-582d-4a32-8716-95f0726682ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.139068] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:6c:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73c5c1a-582d-4a32-8716-95f0726682ee', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.146599] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.147166] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.147401] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8948d6-72cc-4c1b-b3d1-6f070f8b8fb0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.169615] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.169615] env[69371]: value = "task-4130350" [ 921.169615] env[69371]: _type = "Task" [ 921.169615] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.178789] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130350, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.372288] env[69371]: DEBUG nova.compute.manager [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Received event network-vif-plugged-b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.373029] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Acquiring lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.373247] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.373450] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.373593] env[69371]: DEBUG nova.compute.manager [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] No waiting events found dispatching network-vif-plugged-b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 921.373759] env[69371]: WARNING nova.compute.manager [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Received unexpected event network-vif-plugged-b73c5c1a-582d-4a32-8716-95f0726682ee for instance with vm_state building and task_state spawning. [ 921.374084] env[69371]: DEBUG nova.compute.manager [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Received event network-changed-b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.374360] env[69371]: DEBUG nova.compute.manager [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Refreshing instance network info cache due to event network-changed-b73c5c1a-582d-4a32-8716-95f0726682ee. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.374648] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Acquiring lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.374888] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Acquired lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.375168] env[69371]: DEBUG nova.network.neutron [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Refreshing network info cache for port b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.475064] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.578802] env[69371]: DEBUG nova.objects.base [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Object Instance<1787cdf4-a184-4404-a9a8-f45877de9599> lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.653532] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7fe2fa44-2e8f-409d-87df-8bbbfd157fa2 tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "384b0c67-defe-49f6-b6e2-7c91026707ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.239s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.686462] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130350, 'name': CreateVM_Task, 'duration_secs': 0.381733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.687110] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.687539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.687713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.688051] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.688345] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb60454e-d379-4fed-a601-889a3a530816 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.697200] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 921.697200] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d0e651-73ff-71f6-eb1a-a65eda791df6" [ 921.697200] env[69371]: _type = "Task" [ 921.697200] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.708233] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d0e651-73ff-71f6-eb1a-a65eda791df6, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.709701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.709863] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.710127] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.710252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.710431] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.715547] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cae5417-8a49-47f9-9822-c64a81b7227f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.727097] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.727320] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.728091] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26953c7-3253-4f21-933c-9abe924b44dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.738317] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 921.738317] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8926e-097d-da77-1d94-a33280c5c986" [ 921.738317] env[69371]: _type = "Task" [ 921.738317] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.750433] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8926e-097d-da77-1d94-a33280c5c986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.974955] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.039553] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8677c6-95c1-49ea-ac6f-1d08c4ce3015 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.047457] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddcd379-e93d-4aff-8f67-87abd3642ec6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.085737] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f59ed-3f3f-4953-b632-67da80882707 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.094421] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be927e45-8189-4c31-8eaa-e8d0ddc76e9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.109725] env[69371]: DEBUG nova.compute.provider_tree [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.155304] env[69371]: DEBUG nova.network.neutron [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Updated VIF entry in instance network info cache for port b73c5c1a-582d-4a32-8716-95f0726682ee. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.155673] env[69371]: DEBUG nova.network.neutron [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Updating instance_info_cache with network_info: [{"id": "b73c5c1a-582d-4a32-8716-95f0726682ee", "address": "fa:16:3e:e2:6c:56", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73c5c1a-58", "ovs_interfaceid": "b73c5c1a-582d-4a32-8716-95f0726682ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.219809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "28443994-167a-440a-8235-c2ecc98733ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.220080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.220338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "28443994-167a-440a-8235-c2ecc98733ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.220531] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.220699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.223237] env[69371]: INFO nova.compute.manager [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Terminating instance [ 922.252597] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e8926e-097d-da77-1d94-a33280c5c986, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.252597] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c83507d-df2c-4c47-9518-e56605a5dac1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.258383] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 922.258383] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52070853-f474-1257-9288-e710d9c67fb6" [ 922.258383] env[69371]: _type = "Task" [ 922.258383] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.267107] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52070853-f474-1257-9288-e710d9c67fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.367320] env[69371]: DEBUG nova.network.neutron [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.475732] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.613880] env[69371]: DEBUG nova.scheduler.client.report [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.658110] env[69371]: DEBUG oslo_concurrency.lockutils [req-d19bf1f1-6182-48b1-b2df-a87395489062 req-e24187c6-5e84-4150-8748-4722562921d2 service nova] Releasing lock "refresh_cache-a2c66ab9-7232-4b25-9f76-79a80e0faf6d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.729975] env[69371]: DEBUG nova.compute.manager [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.729975] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.730473] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d8205c-83e4-41b1-b46e-3ca5d4a14ecf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.739235] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.739514] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8655e5eb-e0ed-49df-a39e-ece1e8205f66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.746826] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 922.746826] env[69371]: value = "task-4130351" [ 922.746826] env[69371]: _type = "Task" [ 922.746826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.757517] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.770117] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52070853-f474-1257-9288-e710d9c67fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.770553] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.770884] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.771423] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24347ab-b8b3-45f0-80ec-0c836e27e356 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.779593] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 922.779593] env[69371]: value = "task-4130352" [ 922.779593] env[69371]: _type = "Task" [ 922.779593] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.788634] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.869930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.977042] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.119526] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.123570] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.361s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.123570] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.124196] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 923.124344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.022s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.126882] env[69371]: INFO nova.compute.claims [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.135681] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23a4e90-af26-4976-afae-5831a5dada73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.145565] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de642f84-b4d1-408a-b309-57ec810ca26b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.151814] env[69371]: INFO nova.scheduler.client.report [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleted allocations for instance b0e6c997-18b0-416f-9fc9-a79253131e80 [ 923.171717] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe309d1b-8b09-4378-9fc4-a8475f15d704 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.182103] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea06a4f4-e536-4e5c-be27-95a441322e15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.222435] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178523MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 923.222435] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.258822] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130351, 'name': PowerOffVM_Task, 'duration_secs': 0.26935} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.259180] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.259329] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.259590] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60564c4b-98fa-4972-84b7-f2af1de51572 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.295034] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.343144] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.343967] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.344193] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleting the datastore file [datastore2] 28443994-167a-440a-8235-c2ecc98733ee {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.344516] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fc34b64-f4cb-4950-abdb-c23e191a4d46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.353319] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for the task: (returnval){ [ 923.353319] env[69371]: value = "task-4130354" [ 923.353319] env[69371]: _type = "Task" [ 923.353319] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.362719] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.481128] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.659661] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c5c91304-51e6-4c77-892f-89e2390c07d6 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "b0e6c997-18b0-416f-9fc9-a79253131e80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.637s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.791175] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560481} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.791514] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.791782] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.792062] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0ba38e-9fd7-450d-a6ea-99ed3908ce0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.799324] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 923.799324] env[69371]: value = "task-4130356" [ 923.799324] env[69371]: _type = "Task" [ 923.799324] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.808661] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.865472] env[69371]: DEBUG oslo_vmware.api [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Task: {'id': task-4130354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190088} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.865775] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.866069] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.866271] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.866437] env[69371]: INFO nova.compute.manager [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 923.866693] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.866885] env[69371]: DEBUG nova.compute.manager [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.866989] env[69371]: DEBUG nova.network.neutron [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.878556] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.878870] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e21be8e-f3f4-42aa-8523-0275efc6530c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.886876] env[69371]: DEBUG oslo_vmware.api [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 923.886876] env[69371]: value = "task-4130357" [ 923.886876] env[69371]: _type = "Task" [ 923.886876] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.895920] env[69371]: DEBUG oslo_vmware.api [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.979521] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.190102] env[69371]: DEBUG nova.compute.manager [req-7dabfc53-22b9-498b-83dc-a11ae6f5de6b req-58b08cee-420e-4fc1-a09c-5d7ef0d24d4b service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Received event network-vif-deleted-4bf2fa4a-968a-4365-8aa1-c23b6775fd76 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.190547] env[69371]: INFO nova.compute.manager [req-7dabfc53-22b9-498b-83dc-a11ae6f5de6b req-58b08cee-420e-4fc1-a09c-5d7ef0d24d4b service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Neutron deleted interface 4bf2fa4a-968a-4365-8aa1-c23b6775fd76; detaching it from the instance and deleting it from the info cache [ 924.190547] env[69371]: DEBUG nova.network.neutron [req-7dabfc53-22b9-498b-83dc-a11ae6f5de6b req-58b08cee-420e-4fc1-a09c-5d7ef0d24d4b service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.310112] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070961} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.312943] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.314738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2f9e0-76fd-47a6-9059-0b3aa8bc78c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.341154] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.343673] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c641a47-3294-481b-9355-59f5bf7d2188 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.365999] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 924.365999] env[69371]: value = "task-4130358" [ 924.365999] env[69371]: _type = "Task" [ 924.365999] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.377324] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.399813] env[69371]: DEBUG oslo_vmware.api [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.482041] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.612989] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38cb5b-d518-41ee-ba38-d436097dec58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.621521] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a164de-fb62-4516-b235-c6bf18feb760 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.669533] env[69371]: DEBUG nova.network.neutron [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.672982] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6970162-7405-4a0e-84f5-b5cd4d377bba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.683530] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c308849-0bd8-4a8a-9a34-cc52c0169d5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700142] env[69371]: DEBUG nova.compute.provider_tree [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.701562] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddcd7879-ab1d-4e06-a55a-91793da1bb5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.712161] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f88e929-0546-43fa-969a-7544044cd7dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.747919] env[69371]: DEBUG nova.compute.manager [req-7dabfc53-22b9-498b-83dc-a11ae6f5de6b req-58b08cee-420e-4fc1-a09c-5d7ef0d24d4b service nova] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Detach interface failed, port_id=4bf2fa4a-968a-4365-8aa1-c23b6775fd76, reason: Instance 28443994-167a-440a-8235-c2ecc98733ee could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.877367] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130358, 'name': ReconfigVM_Task, 'duration_secs': 0.327377} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.877660] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.880523] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebf005a0-efff-4622-9c52-f4baffd073ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.888751] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.889812] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c63ca66-9aba-41d8-bb39-0d8f467cb2f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.897077] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 924.897077] env[69371]: value = "task-4130359" [ 924.897077] env[69371]: _type = "Task" [ 924.897077] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.906464] env[69371]: DEBUG oslo_vmware.api [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130357, 'name': PowerOnVM_Task, 'duration_secs': 0.790634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.906701] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.906865] env[69371]: ERROR oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk due to incomplete transfer. [ 924.907588] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.907797] env[69371]: DEBUG nova.compute.manager [None req-c423096a-e5ed-4fb8-9c07-88b48f83d786 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.908067] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78ea400d-7113-4300-bd1f-bd30fccf99f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.913738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d655b-2941-4afe-b463-2eb2840288d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.916713] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130359, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.925885] env[69371]: DEBUG oslo_vmware.rw_handles [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0ff35-b145-3c6c-6963-dc7a7c98b0a6/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.926130] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Uploaded image dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.929452] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.930251] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2189a4ff-1aac-48c8-81fc-d5dbf3d33363 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.937776] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 924.937776] env[69371]: value = "task-4130360" [ 924.937776] env[69371]: _type = "Task" [ 924.937776] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.947834] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130360, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.980029] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.173793] env[69371]: INFO nova.compute.manager [-] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Took 1.31 seconds to deallocate network for instance. [ 925.205013] env[69371]: DEBUG nova.scheduler.client.report [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.407809] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130359, 'name': Rename_Task, 'duration_secs': 0.204222} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.407809] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.408104] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c341d044-b204-417e-8f2b-522632f9884a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.415363] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 925.415363] env[69371]: value = "task-4130361" [ 925.415363] env[69371]: _type = "Task" [ 925.415363] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.424705] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.448585] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130360, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.481452] env[69371]: DEBUG oslo_vmware.api [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130349, 'name': ReconfigVM_Task, 'duration_secs': 5.915324} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.481721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.481938] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Reconfigured VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 925.680911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.711317] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.711971] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.715601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.242s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.715907] env[69371]: DEBUG nova.objects.instance [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lazy-loading 'resources' on Instance uuid aaf46563-9677-4b72-88b8-bfa33d633dd5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.925658] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.950082] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130360, 'name': Destroy_Task, 'duration_secs': 0.844909} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.950082] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Destroyed the VM [ 925.950293] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.950402] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3f246c6-3970-461e-8363-06a7223f8f77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.956921] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 925.956921] env[69371]: value = "task-4130362" [ 925.956921] env[69371]: _type = "Task" [ 925.956921] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.965571] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.218953] env[69371]: DEBUG nova.compute.utils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.223534] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.223534] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.278065] env[69371]: DEBUG nova.policy [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa1b64701b645baa6900557bd0f3e7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c9e7620f84049ea9df2b99595371503', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.409070] env[69371]: DEBUG nova.compute.manager [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-vif-deleted-cc622100-a0c5-41b3-bc89-bc6e0784be13 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.409300] env[69371]: INFO nova.compute.manager [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Neutron deleted interface cc622100-a0c5-41b3-bc89-bc6e0784be13; detaching it from the instance and deleting it from the info cache [ 926.409533] env[69371]: DEBUG nova.network.neutron [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.428525] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130361, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.473587] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130362, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.625687] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Successfully created port: 08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.726053] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.734874] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645b349-5939-4b31-9430-0a8867a3c5e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.745214] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd9378-5539-41bf-a634-72cea3adf045 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.778680] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.778858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.779050] env[69371]: DEBUG nova.network.neutron [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.782248] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdb739-7cad-4496-a621-33dd958e8931 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.791029] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb9812-79e8-4835-a374-125a1a25340b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.810775] env[69371]: DEBUG nova.compute.provider_tree [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.812285] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.812555] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.812697] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.812877] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.813054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.815904] env[69371]: INFO nova.compute.manager [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Terminating instance [ 926.915372] env[69371]: DEBUG oslo_concurrency.lockutils [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] Acquiring lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.927912] env[69371]: DEBUG oslo_vmware.api [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130361, 'name': PowerOnVM_Task, 'duration_secs': 1.125342} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.928397] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.928397] env[69371]: INFO nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Took 8.01 seconds to spawn the instance on the hypervisor. [ 926.928593] env[69371]: DEBUG nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.929396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394064bf-0c28-44c6-9a68-0c8bd3b1f217 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.968528] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560904} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.968821] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.969133] env[69371]: DEBUG nova.compute.manager [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.969932] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48145cb-262d-421b-b3ef-e40d00828815 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.223428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.223825] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.224251] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.224534] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.224788] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.228089] env[69371]: INFO nova.compute.manager [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Terminating instance [ 927.316213] env[69371]: DEBUG nova.scheduler.client.report [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.320150] env[69371]: DEBUG nova.compute.manager [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.321043] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.321734] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6c6ed-7785-4cb3-a934-1019e4e28a99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.329846] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.330616] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245e406b-48f6-44a5-9d4e-2256a80e1d58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.340384] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 927.340384] env[69371]: value = "task-4130363" [ 927.340384] env[69371]: _type = "Task" [ 927.340384] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.349128] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.451043] env[69371]: INFO nova.compute.manager [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Took 47.40 seconds to build instance. [ 927.487018] env[69371]: INFO nova.compute.manager [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Shelve offloading [ 927.543414] env[69371]: DEBUG nova.network.neutron [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [{"id": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "address": "fa:16:3e:dd:39:9a", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e9c0c6-e8", "ovs_interfaceid": "30e9c0c6-e8b6-4830-b6b6-7107c902af4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.731727] env[69371]: DEBUG nova.compute.manager [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.732064] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.732863] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fae61a-3712-40be-8b44-6da4c41c9400 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.740787] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.741063] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c65ef84-40eb-4e2b-8541-176260e6d8cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.746061] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.749984] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 927.749984] env[69371]: value = "task-4130364" [ 927.749984] env[69371]: _type = "Task" [ 927.749984] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.758878] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.773508] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.773805] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.773948] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.774166] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.774315] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.774462] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.774674] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.774835] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.774996] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.775172] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.775345] env[69371]: DEBUG nova.virt.hardware [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.776259] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be71ca-eac1-47e6-961b-8c6519f7f9ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.784335] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1964d60f-bc78-4bc3-a1e2-14392d5d12f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.821975] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.824346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.164s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.824575] env[69371]: DEBUG nova.objects.instance [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lazy-loading 'resources' on Instance uuid a40d52a2-46d5-43ba-85ff-0c96e92b7b23 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.848540] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130363, 'name': PowerOffVM_Task, 'duration_secs': 0.286788} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.848657] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.848785] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.849108] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e618557-0700-41bb-8f05-b2a97afcf6d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.851552] env[69371]: INFO nova.scheduler.client.report [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted allocations for instance aaf46563-9677-4b72-88b8-bfa33d633dd5 [ 927.927882] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.928110] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.928302] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleting the datastore file [datastore1] 519994ef-1c68-45cf-b022-d7433038e768 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.928572] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4e64edb-0dc2-4773-b023-fa381a40adb5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.936913] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 927.936913] env[69371]: value = "task-4130366" [ 927.936913] env[69371]: _type = "Task" [ 927.936913] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.945911] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.953543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8aece0f1-1c85-494a-bd1b-d7a489f457f6 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.909s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.990449] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.990631] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0726ea-2a18-4d5d-ac77-8573dbae670d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.998847] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 927.998847] env[69371]: value = "task-4130367" [ 927.998847] env[69371]: _type = "Task" [ 927.998847] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.009665] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.049679] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.197989] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Successfully updated port: 08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.260259] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130364, 'name': PowerOffVM_Task, 'duration_secs': 0.332837} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.260595] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.260792] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.261361] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f181cc-99ab-4e18-b32a-077643071b72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.332131] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.332379] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.332688] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleting the datastore file [datastore2] 2a6009f5-bca6-47c4-8bf8-df472114d87e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.332949] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e60e4c9-369b-432f-a78a-02dfca9ea080 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.340327] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for the task: (returnval){ [ 928.340327] env[69371]: value = "task-4130369" [ 928.340327] env[69371]: _type = "Task" [ 928.340327] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.351306] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.361895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3ec1de31-7355-4ea2-b11c-f0ce58454a1f tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "aaf46563-9677-4b72-88b8-bfa33d633dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.530s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.449968] env[69371]: DEBUG oslo_vmware.api [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37558} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.450281] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.450482] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.450672] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.450852] env[69371]: INFO nova.compute.manager [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Took 1.13 seconds to destroy the instance on the hypervisor. [ 928.451164] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.451384] env[69371]: DEBUG nova.compute.manager [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.451478] env[69371]: DEBUG nova.network.neutron [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.513735] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 928.513962] env[69371]: DEBUG nova.compute.manager [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.515140] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d425291-af8a-4a16-b48c-0f3785f354d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.525427] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.525623] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.525813] env[69371]: DEBUG nova.network.neutron [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.540909] env[69371]: DEBUG nova.compute.manager [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Received event network-vif-plugged-08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.541144] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Acquiring lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.541386] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.541587] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.541753] env[69371]: DEBUG nova.compute.manager [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] No waiting events found dispatching network-vif-plugged-08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.541913] env[69371]: WARNING nova.compute.manager [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Received unexpected event network-vif-plugged-08b569ba-a1ad-412a-87a5-62e20d114c05 for instance with vm_state building and task_state spawning. [ 928.542080] env[69371]: DEBUG nova.compute.manager [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Received event network-changed-08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.542296] env[69371]: DEBUG nova.compute.manager [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Refreshing instance network info cache due to event network-changed-08b569ba-a1ad-412a-87a5-62e20d114c05. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.542467] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Acquiring lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.542599] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Acquired lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.542997] env[69371]: DEBUG nova.network.neutron [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Refreshing network info cache for port 08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.555043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9724db0b-586b-407c-b9af-bfa165033960 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-519994ef-1c68-45cf-b022-d7433038e768-cc622100-a0c5-41b3-bc89-bc6e0784be13" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.684s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.701232] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.757217] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05818e-6b5b-4d9e-81d4-0d08fbab3263 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.766976] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d1ec6-3daf-4fad-ba03-7ba7bc6403a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.812030] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fceaa2a-23f9-44f3-89c9-3b12c099958b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.828061] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097e2038-2d8c-497c-be62-67de7d68814c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.846503] env[69371]: DEBUG nova.compute.provider_tree [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.856822] env[69371]: DEBUG oslo_vmware.api [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Task: {'id': task-4130369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204833} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.858457] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.858457] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.858457] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.858457] env[69371]: INFO nova.compute.manager [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 928.858682] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.858856] env[69371]: DEBUG nova.compute.manager [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.858946] env[69371]: DEBUG nova.network.neutron [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.114683] env[69371]: DEBUG nova.network.neutron [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.293589] env[69371]: DEBUG nova.network.neutron [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.311203] env[69371]: INFO nova.compute.manager [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Rebuilding instance [ 929.351471] env[69371]: DEBUG nova.scheduler.client.report [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.386689] env[69371]: DEBUG nova.compute.manager [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.387669] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa2835-fd52-4d02-86db-c20f58dfab90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.521181] env[69371]: DEBUG nova.network.neutron [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.522491] env[69371]: DEBUG nova.network.neutron [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.796412] env[69371]: DEBUG oslo_concurrency.lockutils [req-0b060f77-263d-47eb-841a-548c8972fca2 req-2809acea-4690-4179-8417-70485559f634 service nova] Releasing lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.796412] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquired lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.796855] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.857498] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.860684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.956s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.863105] env[69371]: INFO nova.compute.claims [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.887215] env[69371]: INFO nova.scheduler.client.report [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted allocations for instance a40d52a2-46d5-43ba-85ff-0c96e92b7b23 [ 930.023903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.025914] env[69371]: INFO nova.compute.manager [-] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Took 1.57 seconds to deallocate network for instance. [ 930.177971] env[69371]: DEBUG nova.network.neutron [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.342817] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.395980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8d33ef9-5b22-47de-9443-db755b0f3185 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a40d52a2-46d5-43ba-85ff-0c96e92b7b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.379s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.405096] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.405429] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca9251aa-bf46-4b2e-8343-2afec9f911ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.418750] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 930.418750] env[69371]: value = "task-4130370" [ 930.418750] env[69371]: _type = "Task" [ 930.418750] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.432651] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.462998] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.463964] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9713a8-2c2f-4a16-ade2-a4e0e5613c5b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.474095] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.474372] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f211e6-5c81-4175-b385-85c921e9cef0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.537296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.544623] env[69371]: DEBUG nova.network.neutron [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Updating instance_info_cache with network_info: [{"id": "08b569ba-a1ad-412a-87a5-62e20d114c05", "address": "fa:16:3e:22:f1:bb", "network": {"id": "002965ee-3323-4c8e-9979-88c75bdf993c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2066794758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9e7620f84049ea9df2b99595371503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b569ba-a1", "ovs_interfaceid": "08b569ba-a1ad-412a-87a5-62e20d114c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.555811] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.556332] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.556433] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore2] c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.557336] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28ca193f-d814-40b7-8c97-1944ae32bd82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.567032] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 930.567032] env[69371]: value = "task-4130372" [ 930.567032] env[69371]: _type = "Task" [ 930.567032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.575759] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.579181] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Received event network-vif-deleted-30e9c0c6-e8b6-4830-b6b6-7107c902af4a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.579518] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Received event network-vif-deleted-f645606a-65a1-473f-beb7-399dc24cc8f6 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.579717] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-vif-unplugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.579755] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.580317] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.580317] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.580317] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] No waiting events found dispatching network-vif-unplugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.580487] env[69371]: WARNING nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received unexpected event network-vif-unplugged-6b5499fe-408b-4f63-b30e-53828d08e771 for instance with vm_state shelved and task_state shelving_offloading. [ 930.580552] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.580698] env[69371]: DEBUG nova.compute.manager [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing instance network info cache due to event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.580879] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.581022] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.581344] env[69371]: DEBUG nova.network.neutron [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.682880] env[69371]: INFO nova.compute.manager [-] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Took 1.82 seconds to deallocate network for instance. [ 930.931689] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130370, 'name': PowerOffVM_Task, 'duration_secs': 0.256013} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.934566] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.934798] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.936289] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17bd034-decc-4a8c-99a9-1ce1658916b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.943954] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.944908] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e2d00a-526c-49c9-85bc-a1f9a8ea6bc1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.014919] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.015175] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.015351] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore1] a2c66ab9-7232-4b25-9f76-79a80e0faf6d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.015614] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d9d03b-c1d2-4f13-9517-2da3c038b02e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.022577] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 931.022577] env[69371]: value = "task-4130374" [ 931.022577] env[69371]: _type = "Task" [ 931.022577] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.034527] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.048326] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Releasing lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.048726] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance network_info: |[{"id": "08b569ba-a1ad-412a-87a5-62e20d114c05", "address": "fa:16:3e:22:f1:bb", "network": {"id": "002965ee-3323-4c8e-9979-88c75bdf993c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2066794758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9e7620f84049ea9df2b99595371503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b569ba-a1", "ovs_interfaceid": "08b569ba-a1ad-412a-87a5-62e20d114c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.049205] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f1:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b569ba-a1ad-412a-87a5-62e20d114c05', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.057276] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Creating folder: Project (6c9e7620f84049ea9df2b99595371503). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.060255] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c15a49-6294-4d53-813c-c80d6b97b651 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.072609] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Created folder: Project (6c9e7620f84049ea9df2b99595371503) in parent group-v817910. [ 931.072904] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Creating folder: Instances. Parent ref: group-v818095. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.076345] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d7e6c7e-a4b1-43bf-bab4-404c1d746afd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.081689] env[69371]: DEBUG oslo_vmware.api [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177558} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.084142] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.084142] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.084142] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.090422] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Created folder: Instances in parent group-v818095. [ 931.092303] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.092303] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.092303] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc462d0-dd97-4f9d-a8b6-11aaeb756def {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.122564] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.122564] env[69371]: value = "task-4130377" [ 931.122564] env[69371]: _type = "Task" [ 931.122564] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.127336] env[69371]: INFO nova.scheduler.client.report [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted allocations for instance c9fa009b-e531-4e27-933e-97f99a0ddc6b [ 931.137454] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130377, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.190449] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.335053] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bea74b-dea2-43fa-b8c7-c05ff8458c7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.342546] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d05ef3-f922-49fb-b972-6e82c77f7d0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.391815] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df4c2a-b638-4520-8c06-b2fe33719c65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.401649] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bbc5d5-025d-4b03-bdb4-2bb9bbd36ce0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.417475] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.537153] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150077} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.537581] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.537993] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.538346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.634670] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.635482] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130377, 'name': CreateVM_Task, 'duration_secs': 0.368085} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.635482] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.635919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.636204] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636863] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637262] env[69371]: DEBUG nova.network.neutron [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updated VIF entry in instance network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.637572] env[69371]: DEBUG nova.network.neutron [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6b5499fe-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.639198] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e086484-d371-4ced-a588-782fa8257e3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.644586] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 931.644586] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3bff0-08e9-e8aa-aa35-c767ad26d0e9" [ 931.644586] env[69371]: _type = "Task" [ 931.644586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.655093] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3bff0-08e9-e8aa-aa35-c767ad26d0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.941665] env[69371]: ERROR nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [req-7b7be9aa-b1e6-4d8c-9af3-8c3f9f8bed5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b7be9aa-b1e6-4d8c-9af3-8c3f9f8bed5e"}]} [ 931.961011] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.977018] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.977254] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.989954] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 932.008044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.008328] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.012757] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 932.041040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.041040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.142638] env[69371]: DEBUG oslo_concurrency.lockutils [req-da7f2a49-47ce-47e2-807c-37e64a1b927e req-a3d81a9c-873f-435b-9cbd-930bcc97c159 service nova] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.158427] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3bff0-08e9-e8aa-aa35-c767ad26d0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.158812] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.159073] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.159320] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.159465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.159644] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.160644] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab11b639-2279-4831-857b-870acbdbd2c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.172729] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.172929] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.174318] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3679a49-c81d-47eb-a2e2-ac4f9938af0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.183511] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 932.183511] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5296872e-a181-e839-9128-46e771348466" [ 932.183511] env[69371]: _type = "Task" [ 932.183511] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.192367] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5296872e-a181-e839-9128-46e771348466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.373396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23ec16-4904-41a6-8422-62f58fcd72ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.382162] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a075c-c917-4d0d-8545-262ea4bf83bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.419670] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e31dc22-cc12-4774-a417-fbff9cad9190 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.427928] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9efe9d7-6801-4996-9f73-70c8c6f28bf0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.442154] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.511576] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.544083] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.569897] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.570164] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.570320] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.570502] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.570662] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.570807] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.571018] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.571177] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.571344] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.571502] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.571670] env[69371]: DEBUG nova.virt.hardware [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.572811] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88816743-d62a-4d4a-8297-42c1c3a7b1e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.582547] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea14fe-19ac-4c27-9190-e3a570aced10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.598416] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:6c:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73c5c1a-582d-4a32-8716-95f0726682ee', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.606957] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.606957] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.606957] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d4dd6f0-ad0d-4cb5-906a-943b94c6e924 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.626395] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.626395] env[69371]: value = "task-4130378" [ 932.626395] env[69371]: _type = "Task" [ 932.626395] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.634601] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130378, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.694282] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5296872e-a181-e839-9128-46e771348466, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.695520] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d742fa9-14b2-4c7e-bbe0-3297bef53d56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.702682] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 932.702682] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5215e1f7-f178-1355-014d-e24beee3084d" [ 932.702682] env[69371]: _type = "Task" [ 932.702682] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.711761] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5215e1f7-f178-1355-014d-e24beee3084d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.974235] env[69371]: ERROR nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [req-17128f6b-2b66-4b24-a7da-dfa7ce465f1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17128f6b-2b66-4b24-a7da-dfa7ce465f1c"}]} [ 932.997224] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 933.013506] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 933.013748] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.033296] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 933.039339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.056463] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 933.073818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.137646] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130378, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.217530] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5215e1f7-f178-1355-014d-e24beee3084d, 'name': SearchDatastore_Task, 'duration_secs': 0.036111} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.217819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.218089] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 46ef29b1-5382-4a0a-a241-615b56ed9cb1/46ef29b1-5382-4a0a-a241-615b56ed9cb1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.218361] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6191d0e-dac2-4473-b319-1495da28e8b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.225781] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 933.225781] env[69371]: value = "task-4130379" [ 933.225781] env[69371]: _type = "Task" [ 933.225781] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.235459] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.368069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.435302] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c30b2-096e-4b6d-97c0-677095ec0aff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.444018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71156931-80f5-43ae-b902-0c0f7388ffbc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.474629] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639cdd4-8e73-462a-9ea8-d1b114765975 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.483356] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c0bf62-3ed5-4ad5-8d5f-576cd2d4b335 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.497575] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.642590] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130378, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.737354] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.034585] env[69371]: DEBUG nova.scheduler.client.report [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 934.034921] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 85 to 86 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 934.035048] env[69371]: DEBUG nova.compute.provider_tree [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.141014] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130378, 'name': CreateVM_Task, 'duration_secs': 1.511511} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.141200] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.141903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.142092] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.142468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.142730] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa505aa-07bc-456d-992a-bc78435a079b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.147542] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 934.147542] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52735890-7aa6-34fc-883d-a5264c0da4df" [ 934.147542] env[69371]: _type = "Task" [ 934.147542] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.155650] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52735890-7aa6-34fc-883d-a5264c0da4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.239044] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.540397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.680s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.540920] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.544267] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.084s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.544460] env[69371]: DEBUG nova.objects.instance [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lazy-loading 'resources' on Instance uuid 2fcce97a-83ca-4275-87eb-e0fa94789783 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.659294] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52735890-7aa6-34fc-883d-a5264c0da4df, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.659601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.659833] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.660097] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.660252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.661212] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.661212] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23441e4a-01db-4953-a4f7-533164acb3e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.670851] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.671063] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.671836] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709c765f-49eb-4a5b-a442-74d296a9d4ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.678205] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 934.678205] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521b94da-5c8c-989e-e9b8-f75bdc41da4d" [ 934.678205] env[69371]: _type = "Task" [ 934.678205] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.686511] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b94da-5c8c-989e-e9b8-f75bdc41da4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.738058] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.255974} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.738549] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 46ef29b1-5382-4a0a-a241-615b56ed9cb1/46ef29b1-5382-4a0a-a241-615b56ed9cb1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.738773] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.738957] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d856c541-6435-44e6-b1ba-537d2055fafe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.746194] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 934.746194] env[69371]: value = "task-4130380" [ 934.746194] env[69371]: _type = "Task" [ 934.746194] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.754656] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.046018] env[69371]: DEBUG nova.compute.utils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.047320] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.047467] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.089785] env[69371]: DEBUG nova.policy [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b4d1a211a09430399b9e1d8818fb807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f887f18b66d0447a8d776e5008f5aced', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.189591] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b94da-5c8c-989e-e9b8-f75bdc41da4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.190227] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2cd3b1-70de-4001-bf66-df5360197e93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.195959] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 935.195959] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e92c79-6071-b6d8-18e7-ec3a57718e46" [ 935.195959] env[69371]: _type = "Task" [ 935.195959] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.206773] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e92c79-6071-b6d8-18e7-ec3a57718e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.257617] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066037} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.257950] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.258849] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a02d95-b61f-421a-8631-625802751d35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.284682] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 46ef29b1-5382-4a0a-a241-615b56ed9cb1/46ef29b1-5382-4a0a-a241-615b56ed9cb1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.287639] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4811120e-e02f-46ca-9ad6-6fd703c45b8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.308590] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 935.308590] env[69371]: value = "task-4130381" [ 935.308590] env[69371]: _type = "Task" [ 935.308590] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.324133] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.381181] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Successfully created port: 323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.445627] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f1785-a43a-4e3d-8e3c-cfaaa110573c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.454486] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61402235-abfb-4f7a-815e-1016757b0442 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.487023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8b2de1-e655-47bd-9b68-61e45e33fef4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.495332] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25994c9a-f138-4db4-beb8-17ba25e04f9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.509911] env[69371]: DEBUG nova.compute.provider_tree [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.553173] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.708132] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e92c79-6071-b6d8-18e7-ec3a57718e46, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.708513] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.708850] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.709195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-723308b8-3ea0-4e18-bf09-74aed8ecadf4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.717326] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 935.717326] env[69371]: value = "task-4130382" [ 935.717326] env[69371]: _type = "Task" [ 935.717326] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.727016] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.818648] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130381, 'name': ReconfigVM_Task, 'duration_secs': 0.305663} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.818935] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 46ef29b1-5382-4a0a-a241-615b56ed9cb1/46ef29b1-5382-4a0a-a241-615b56ed9cb1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.819586] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ab2980-8c27-444b-b0d1-9ea13b5828ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.827084] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 935.827084] env[69371]: value = "task-4130383" [ 935.827084] env[69371]: _type = "Task" [ 935.827084] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.838521] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130383, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.054824] env[69371]: DEBUG nova.scheduler.client.report [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 936.055220] env[69371]: DEBUG nova.compute.provider_tree [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 86 to 87 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 936.055220] env[69371]: DEBUG nova.compute.provider_tree [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.230750] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.337666] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130383, 'name': Rename_Task, 'duration_secs': 0.199946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.337966] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.338241] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bef8ce-ced3-4352-8e2a-222d7fb3ebf1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.346154] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 936.346154] env[69371]: value = "task-4130384" [ 936.346154] env[69371]: _type = "Task" [ 936.346154] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.354489] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.564062] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.567040] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.569249] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.499s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.570677] env[69371]: INFO nova.compute.claims [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.589025] env[69371]: INFO nova.scheduler.client.report [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Deleted allocations for instance 2fcce97a-83ca-4275-87eb-e0fa94789783 [ 936.595447] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.595963] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.596214] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.596430] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.596583] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.596733] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.596956] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.597138] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.597313] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.597512] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.597649] env[69371]: DEBUG nova.virt.hardware [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.598579] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544607a4-08a2-49ee-a398-b271b813902c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.607563] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4d421-d79a-4a4e-9d5d-f99d8f4ac05c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.730302] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130382, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.857025] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.899965] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Successfully updated port: 323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.911747] env[69371]: DEBUG nova.compute.manager [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Received event network-vif-plugged-323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.912149] env[69371]: DEBUG oslo_concurrency.lockutils [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] Acquiring lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.912554] env[69371]: DEBUG oslo_concurrency.lockutils [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.912877] env[69371]: DEBUG oslo_concurrency.lockutils [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.913274] env[69371]: DEBUG nova.compute.manager [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] No waiting events found dispatching network-vif-plugged-323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 936.913564] env[69371]: WARNING nova.compute.manager [req-a0c7f655-1612-4b70-8aa0-ffc675423cfd req-8f078d98-e075-472f-b8d8-8d77c3d34929 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Received unexpected event network-vif-plugged-323098ec-ce49-4df6-a818-0bc67592676d for instance with vm_state building and task_state spawning. [ 937.105081] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2fc3e385-8199-4879-a1b5-c6594f0d3518 tempest-VolumesAssistedSnapshotsTest-940640680 tempest-VolumesAssistedSnapshotsTest-940640680-project-member] Lock "2fcce97a-83ca-4275-87eb-e0fa94789783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.731s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.230456] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130382, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.357926] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.402618] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.402774] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.402925] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.729603] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130382, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55419} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.729974] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.730254] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.730531] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-689adf85-df3f-4f87-b5fa-8598a92a9dc1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.741544] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 937.741544] env[69371]: value = "task-4130385" [ 937.741544] env[69371]: _type = "Task" [ 937.741544] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.755117] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.859021] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130384, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.976524] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.999795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7e6123-2637-4eed-a3b7-a7fa4ff082ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.010971] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ccf5e3-4f29-41f2-ae2b-554507780722 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.047084] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02662d47-2fff-4605-9a83-d87c6ef6454c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.059434] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cec2f6-df97-402b-a968-cec9bb684000 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.076190] env[69371]: DEBUG nova.compute.provider_tree [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.234427] env[69371]: DEBUG nova.network.neutron [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Updating instance_info_cache with network_info: [{"id": "323098ec-ce49-4df6-a818-0bc67592676d", "address": "fa:16:3e:b7:d1:5f", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323098ec-ce", "ovs_interfaceid": "323098ec-ce49-4df6-a818-0bc67592676d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.255237] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070714} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.255237] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.256072] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b9a70-95fc-443d-a1fd-e7ef224da177 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.283930] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.285053] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535fa166-2560-4733-865d-1355b5439b1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.316024] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 938.316024] env[69371]: value = "task-4130386" [ 938.316024] env[69371]: _type = "Task" [ 938.316024] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.326857] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.359020] env[69371]: DEBUG oslo_vmware.api [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130384, 'name': PowerOnVM_Task, 'duration_secs': 1.591348} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.359352] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.359560] env[69371]: INFO nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Took 10.61 seconds to spawn the instance on the hypervisor. [ 938.359736] env[69371]: DEBUG nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.360591] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348fe9a-258b-4dea-95fb-66ca21763f11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.580551] env[69371]: DEBUG nova.scheduler.client.report [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.740484] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.740841] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Instance network_info: |[{"id": "323098ec-ce49-4df6-a818-0bc67592676d", "address": "fa:16:3e:b7:d1:5f", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323098ec-ce", "ovs_interfaceid": "323098ec-ce49-4df6-a818-0bc67592676d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.741279] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:d1:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '323098ec-ce49-4df6-a818-0bc67592676d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.749085] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.749321] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.749544] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c06ff2-cad1-4865-bc3b-5bd69bdefa9b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.772272] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.772272] env[69371]: value = "task-4130387" [ 938.772272] env[69371]: _type = "Task" [ 938.772272] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.782695] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130387, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.827697] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130386, 'name': ReconfigVM_Task, 'duration_secs': 0.323997} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.828084] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] a2c66ab9-7232-4b25-9f76-79a80e0faf6d/a2c66ab9-7232-4b25-9f76-79a80e0faf6d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.829192] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f7980f-5cca-47b3-8360-251d22e5458d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.837165] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 938.837165] env[69371]: value = "task-4130388" [ 938.837165] env[69371]: _type = "Task" [ 938.837165] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.848286] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130388, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.884679] env[69371]: INFO nova.compute.manager [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Took 50.80 seconds to build instance. [ 938.951226] env[69371]: DEBUG nova.compute.manager [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Received event network-changed-323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.951282] env[69371]: DEBUG nova.compute.manager [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Refreshing instance network info cache due to event network-changed-323098ec-ce49-4df6-a818-0bc67592676d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.951506] env[69371]: DEBUG oslo_concurrency.lockutils [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] Acquiring lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.951650] env[69371]: DEBUG oslo_concurrency.lockutils [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] Acquired lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.951812] env[69371]: DEBUG nova.network.neutron [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Refreshing network info cache for port 323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.089118] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.089800] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.095021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.423s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.095021] env[69371]: DEBUG nova.objects.instance [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.288845] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130387, 'name': CreateVM_Task, 'duration_secs': 0.427896} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.289125] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.290083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.290312] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.290737] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.291114] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21171826-83b4-4dc7-a49b-20b2308ddd0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.297861] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 939.297861] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffddfe-dfe6-446c-eef7-befe2e1cd3ae" [ 939.297861] env[69371]: _type = "Task" [ 939.297861] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.311248] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffddfe-dfe6-446c-eef7-befe2e1cd3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.346958] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130388, 'name': Rename_Task, 'duration_secs': 0.312735} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.347315] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.347579] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b220f3-ec7b-4f24-aea7-186dca163da1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.355256] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 939.355256] env[69371]: value = "task-4130389" [ 939.355256] env[69371]: _type = "Task" [ 939.355256] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.367580] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.386620] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ca7b2c91-c482-4fa4-b22b-4f348d015469 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.307s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.604162] env[69371]: DEBUG nova.compute.utils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.605592] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 939.812376] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffddfe-dfe6-446c-eef7-befe2e1cd3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.812751] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.812986] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.813257] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.813404] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.813583] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.813968] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c9871c-bac3-47e3-976c-01f461461529 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.818049] env[69371]: DEBUG nova.network.neutron [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Updated VIF entry in instance network info cache for port 323098ec-ce49-4df6-a818-0bc67592676d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.818473] env[69371]: DEBUG nova.network.neutron [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Updating instance_info_cache with network_info: [{"id": "323098ec-ce49-4df6-a818-0bc67592676d", "address": "fa:16:3e:b7:d1:5f", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap323098ec-ce", "ovs_interfaceid": "323098ec-ce49-4df6-a818-0bc67592676d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.838580] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.838735] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.839545] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e5daec-974c-4616-a487-ae7aba13aef1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.851026] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 939.851026] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5227f9da-f1aa-00d6-4746-a78ecba1733b" [ 939.851026] env[69371]: _type = "Task" [ 939.851026] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.874321] env[69371]: DEBUG oslo_vmware.api [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130389, 'name': PowerOnVM_Task, 'duration_secs': 0.505969} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.874321] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5227f9da-f1aa-00d6-4746-a78ecba1733b, 'name': SearchDatastore_Task, 'duration_secs': 0.017119} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.874321] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.874321] env[69371]: DEBUG nova.compute.manager [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.875252] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a0d85-c355-4f61-a15a-2f232bf5ce2a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.878284] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67a5428-a739-4a67-9136-8ea629a05453 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.886334] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 939.886334] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528ead67-3bf2-7650-ab50-5ec1772478a6" [ 939.886334] env[69371]: _type = "Task" [ 939.886334] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.900024] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528ead67-3bf2-7650-ab50-5ec1772478a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.107349] env[69371]: DEBUG oslo_concurrency.lockutils [None req-139464a7-3da7-41b5-941d-35317e2200de tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.108783] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.116023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.380s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.116639] env[69371]: DEBUG nova.objects.instance [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lazy-loading 'resources' on Instance uuid bf237fd5-00da-4547-ace6-aba35d8d08f1 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.246481] env[69371]: DEBUG nova.compute.manager [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Received event network-changed-08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.246680] env[69371]: DEBUG nova.compute.manager [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Refreshing instance network info cache due to event network-changed-08b569ba-a1ad-412a-87a5-62e20d114c05. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.246944] env[69371]: DEBUG oslo_concurrency.lockutils [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] Acquiring lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.247554] env[69371]: DEBUG oslo_concurrency.lockutils [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] Acquired lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.247799] env[69371]: DEBUG nova.network.neutron [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Refreshing network info cache for port 08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.323796] env[69371]: DEBUG oslo_concurrency.lockutils [req-2dbf5da3-826e-43e7-933a-d62d7422546b req-6278daf7-919a-4eea-93bf-158e70a34884 service nova] Releasing lock "refresh_cache-615b5f22-2d44-473c-8d1d-529ce881f98a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.410781] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528ead67-3bf2-7650-ab50-5ec1772478a6, 'name': SearchDatastore_Task, 'duration_secs': 0.026317} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.411295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.411523] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.412101] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 615b5f22-2d44-473c-8d1d-529ce881f98a/615b5f22-2d44-473c-8d1d-529ce881f98a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.412101] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bd1d5cf-9e2e-4537-9c5e-e2c00a2d1769 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.421074] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 940.421074] env[69371]: value = "task-4130390" [ 940.421074] env[69371]: _type = "Task" [ 940.421074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432999] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.938179] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130390, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.129247] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.136388] env[69371]: DEBUG nova.network.neutron [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Updated VIF entry in instance network info cache for port 08b569ba-a1ad-412a-87a5-62e20d114c05. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.137202] env[69371]: DEBUG nova.network.neutron [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Updating instance_info_cache with network_info: [{"id": "08b569ba-a1ad-412a-87a5-62e20d114c05", "address": "fa:16:3e:22:f1:bb", "network": {"id": "002965ee-3323-4c8e-9979-88c75bdf993c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2066794758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c9e7620f84049ea9df2b99595371503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b569ba-a1", "ovs_interfaceid": "08b569ba-a1ad-412a-87a5-62e20d114c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.160589] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.160589] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.160589] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.160803] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.160869] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.161649] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.162350] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.164345] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.164345] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.164345] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.164345] env[69371]: DEBUG nova.virt.hardware [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.164608] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca779ed-ca6f-4bed-89d5-6bbdcb6994fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.170046] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f2216-d18f-4a89-a559-52bb9e84b1d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.181400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa824223-3917-464d-b2a7-a670bf9da073 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.187854] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d6c4b3-77d2-449c-acf3-3d51cf11e8ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.202766] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.209153] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Creating folder: Project (02ea985a242f4507946dbeefd7d2ca4e). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.237748] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d80bdb2b-e295-4ada-ad74-942317558598 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.240642] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c348e-8be1-4941-bc2e-e4c29bc2e0e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249544] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e7db9-12ec-4d6d-b421-df8a679a778e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.258622] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Created folder: Project (02ea985a242f4507946dbeefd7d2ca4e) in parent group-v817910. [ 941.258622] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Creating folder: Instances. Parent ref: group-v818100. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.258909] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a4cbb7-1f03-49a8-adfc-b02151bacc94 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.271153] env[69371]: DEBUG nova.compute.provider_tree [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.276163] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Created folder: Instances in parent group-v818100. [ 941.276163] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.276163] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.276163] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e223e390-b090-4adf-a1de-2e7187d6955b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.294713] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.294713] env[69371]: value = "task-4130393" [ 941.294713] env[69371]: _type = "Task" [ 941.294713] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.305636] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130393, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.435571] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576554} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.435972] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 615b5f22-2d44-473c-8d1d-529ce881f98a/615b5f22-2d44-473c-8d1d-529ce881f98a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.436237] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.436495] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a39cff49-5fa7-4d79-8197-97adb124fb38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.444226] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 941.444226] env[69371]: value = "task-4130394" [ 941.444226] env[69371]: _type = "Task" [ 941.444226] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.455083] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.644062] env[69371]: DEBUG oslo_concurrency.lockutils [req-9466d191-a39e-49db-944f-384e0f025dab req-a98334c8-c542-42df-babf-74afeee65fc1 service nova] Releasing lock "refresh_cache-46ef29b1-5382-4a0a-a241-615b56ed9cb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.778739] env[69371]: DEBUG nova.scheduler.client.report [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.807199] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130393, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.867612] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.867990] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.868231] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.868418] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.868583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.871089] env[69371]: INFO nova.compute.manager [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Terminating instance [ 941.957832] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24962} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.958190] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.958960] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47e880-aaed-4870-b997-be4bdb00262f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.989802] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 615b5f22-2d44-473c-8d1d-529ce881f98a/615b5f22-2d44-473c-8d1d-529ce881f98a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.990217] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f7c4f9-e264-494e-a898-8a1140c43105 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.014063] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 942.014063] env[69371]: value = "task-4130395" [ 942.014063] env[69371]: _type = "Task" [ 942.014063] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.026583] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.282515] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.285724] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.780s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.286133] env[69371]: DEBUG nova.objects.instance [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lazy-loading 'resources' on Instance uuid e59a6777-bc06-4e45-8cee-9592cd333bc7 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.313272] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130393, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.314363] env[69371]: INFO nova.scheduler.client.report [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Deleted allocations for instance bf237fd5-00da-4547-ace6-aba35d8d08f1 [ 942.375064] env[69371]: DEBUG nova.compute.manager [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.375354] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.376563] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291fab7f-f451-47c0-bca1-1862c15a7e4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.387111] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.387111] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6289285-7ed0-49d4-be8d-ebe825c385f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.396190] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 942.396190] env[69371]: value = "task-4130396" [ 942.396190] env[69371]: _type = "Task" [ 942.396190] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.408405] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.513291] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.513630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.524744] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.812815] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130393, 'name': CreateVM_Task, 'duration_secs': 1.401891} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.812815] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.812815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.812815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.812815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.812815] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf312dc-e824-4bb5-8f5c-45007e49da6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.823434] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 942.823434] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c61c8a-3d8b-6d6a-46a2-484a30e1f8e7" [ 942.823434] env[69371]: _type = "Task" [ 942.823434] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.828090] env[69371]: DEBUG oslo_concurrency.lockutils [None req-55653f70-0dfc-49bd-80dd-8d1d82b6b02c tempest-ServerShowV247Test-1273487532 tempest-ServerShowV247Test-1273487532-project-member] Lock "bf237fd5-00da-4547-ace6-aba35d8d08f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.323s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.839555] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c61c8a-3d8b-6d6a-46a2-484a30e1f8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.839555] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.840136] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.840136] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.840277] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.840430] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.845193] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8da2a23-3632-4259-8b52-f207f970cffe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.860034] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.860034] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.860907] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51161ec2-8402-437e-96ba-e87a97ddd4c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.870344] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 942.870344] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52814b1b-d968-1509-65dc-9cc6d1a24211" [ 942.870344] env[69371]: _type = "Task" [ 942.870344] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.880539] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52814b1b-d968-1509-65dc-9cc6d1a24211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.911806] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130396, 'name': PowerOffVM_Task, 'duration_secs': 0.267091} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.912138] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.912463] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.918214] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-941a39ef-c36b-41f2-9741-4c4eb434e0c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.987944] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.989252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.989252] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore2] a2c66ab9-7232-4b25-9f76-79a80e0faf6d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.989583] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c36c16c-45da-41b0-b992-69605f30f40c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.004165] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 943.004165] env[69371]: value = "task-4130398" [ 943.004165] env[69371]: _type = "Task" [ 943.004165] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.013121] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.021583] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.033225] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130395, 'name': ReconfigVM_Task, 'duration_secs': 0.805704} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.034211] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 615b5f22-2d44-473c-8d1d-529ce881f98a/615b5f22-2d44-473c-8d1d-529ce881f98a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.039173] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b30db5-d869-45ae-888b-0bcffcbe8d77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.043065] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 943.043065] env[69371]: value = "task-4130399" [ 943.043065] env[69371]: _type = "Task" [ 943.043065] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.059394] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130399, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.287684] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54844ac-0862-4e31-96ca-4d5d74dca3d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.295759] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a497f6e-096c-4d03-ae0d-cde1599b8338 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.329477] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f43c69-1530-4986-b374-97d63d0e529b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.338600] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cde619-8f6f-41ee-81b6-9db8c2040fb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.353520] env[69371]: DEBUG nova.compute.provider_tree [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.382083] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52814b1b-d968-1509-65dc-9cc6d1a24211, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.382919] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31ae5b6-fc2f-44a4-a102-7fbbbf4030c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.390035] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 943.390035] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525b8b07-7b8a-f97e-ebf5-858b49982df5" [ 943.390035] env[69371]: _type = "Task" [ 943.390035] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.399292] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525b8b07-7b8a-f97e-ebf5-858b49982df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.514495] env[69371]: DEBUG oslo_vmware.api [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145778} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.514843] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.514927] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.515118] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.515292] env[69371]: INFO nova.compute.manager [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.515536] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.515729] env[69371]: DEBUG nova.compute.manager [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.515823] env[69371]: DEBUG nova.network.neutron [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.542931] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.560083] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130399, 'name': Rename_Task, 'duration_secs': 0.209987} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.560523] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.560844] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd0c71d-0e63-4e92-b62a-3db449cceaea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.569506] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 943.569506] env[69371]: value = "task-4130400" [ 943.569506] env[69371]: _type = "Task" [ 943.569506] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.581941] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.822767] env[69371]: DEBUG nova.compute.manager [req-c9f98c45-dc75-49c5-915d-bca927f221ea req-60b7f9d5-6083-40c5-a64f-248ad1da2a33 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Received event network-vif-deleted-b73c5c1a-582d-4a32-8716-95f0726682ee {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.822767] env[69371]: INFO nova.compute.manager [req-c9f98c45-dc75-49c5-915d-bca927f221ea req-60b7f9d5-6083-40c5-a64f-248ad1da2a33 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Neutron deleted interface b73c5c1a-582d-4a32-8716-95f0726682ee; detaching it from the instance and deleting it from the info cache [ 943.822767] env[69371]: DEBUG nova.network.neutron [req-c9f98c45-dc75-49c5-915d-bca927f221ea req-60b7f9d5-6083-40c5-a64f-248ad1da2a33 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.879234] env[69371]: ERROR nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] [req-f5330fb8-21c1-43f8-b419-65be45e06111] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5330fb8-21c1-43f8-b419-65be45e06111"}]} [ 943.897345] env[69371]: DEBUG nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 943.903759] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525b8b07-7b8a-f97e-ebf5-858b49982df5, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.904051] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.904402] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.904684] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f79f9a0-cf97-449b-b1f3-fc9828c1ded0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.912122] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 943.912122] env[69371]: value = "task-4130401" [ 943.912122] env[69371]: _type = "Task" [ 943.912122] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.916842] env[69371]: DEBUG nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 943.917149] env[69371]: DEBUG nova.compute.provider_tree [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.922833] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.930369] env[69371]: DEBUG nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 943.950811] env[69371]: DEBUG nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 944.083360] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130400, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.293937] env[69371]: DEBUG nova.network.neutron [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.325280] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b40c70b-6f8f-4b12-a0f9-3c0f07b75cdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.342252] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb01e35-9cd8-421a-99a4-dcdd2171b21f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.381957] env[69371]: DEBUG nova.compute.manager [req-c9f98c45-dc75-49c5-915d-bca927f221ea req-60b7f9d5-6083-40c5-a64f-248ad1da2a33 service nova] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Detach interface failed, port_id=b73c5c1a-582d-4a32-8716-95f0726682ee, reason: Instance a2c66ab9-7232-4b25-9f76-79a80e0faf6d could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.408724] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c2550-8f91-417c-9b5e-63e886c87777 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.423300] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d6e0c2-8e08-49d7-98b5-3d5b281162a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.429736] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130401, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.459799] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25868ce6-41fb-4eeb-bf55-c92b0bda4976 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.468116] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42b7bb-1cd6-43eb-8613-180bef6d28e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.483288] env[69371]: DEBUG nova.compute.provider_tree [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.580911] env[69371]: DEBUG oslo_vmware.api [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130400, 'name': PowerOnVM_Task, 'duration_secs': 0.614273} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.581641] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.581950] env[69371]: INFO nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 944.582247] env[69371]: DEBUG nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.583230] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd1ca4-a35e-4c1a-9806-403dfefc90d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.798853] env[69371]: INFO nova.compute.manager [-] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Took 1.28 seconds to deallocate network for instance. [ 944.925113] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517619} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.925410] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.925626] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.925895] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d559e5cc-251b-4255-8102-fb7a1d9a7a25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.934059] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 944.934059] env[69371]: value = "task-4130402" [ 944.934059] env[69371]: _type = "Task" [ 944.934059] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.942832] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.023057] env[69371]: DEBUG nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.023496] env[69371]: DEBUG nova.compute.provider_tree [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 88 to 89 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.023813] env[69371]: DEBUG nova.compute.provider_tree [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.104106] env[69371]: INFO nova.compute.manager [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Took 47.22 seconds to build instance. [ 945.306327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.445740] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072055} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.446686] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.447161] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad6ae9a-d6d6-4ab0-9d35-86faa3a44ec2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.468961] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.469878] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-806a5143-0c64-4b08-812d-85eda3793f4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.489858] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 945.489858] env[69371]: value = "task-4130403" [ 945.489858] env[69371]: _type = "Task" [ 945.489858] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.498865] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.532811] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.247s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.535464] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.186s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.537063] env[69371]: INFO nova.compute.claims [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.565630] env[69371]: INFO nova.scheduler.client.report [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Deleted allocations for instance e59a6777-bc06-4e45-8cee-9592cd333bc7 [ 945.606023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f8eca0fb-4f61-45b9-99ae-6ed683189642 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.728s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.000045] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130403, 'name': ReconfigVM_Task, 'duration_secs': 0.332467} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.000291] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.000990] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe40ed0-e4b5-41d9-b6ec-210fdf296f6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.007923] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 946.007923] env[69371]: value = "task-4130404" [ 946.007923] env[69371]: _type = "Task" [ 946.007923] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.016614] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130404, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.073556] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01051c7a-48f2-4569-b4ad-16d045766ae8 tempest-ServersNegativeTestMultiTenantJSON-1837386025 tempest-ServersNegativeTestMultiTenantJSON-1837386025-project-member] Lock "e59a6777-bc06-4e45-8cee-9592cd333bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.101s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.518827] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130404, 'name': Rename_Task, 'duration_secs': 0.152031} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.519283] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.519693] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8deb3d-4546-4e83-b495-34a96b63622f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.527308] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 946.527308] env[69371]: value = "task-4130405" [ 946.527308] env[69371]: _type = "Task" [ 946.527308] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.536262] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.007125] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd206e-0a85-4108-a7bd-b28a577dff6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.015511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b9291-54c0-4018-ac58-f4f8cabf099d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.051813] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dac4a4-48da-4f68-b52e-10c724875c6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.060371] env[69371]: DEBUG oslo_vmware.api [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130405, 'name': PowerOnVM_Task, 'duration_secs': 0.46642} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.062712] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.062854] env[69371]: INFO nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Took 5.93 seconds to spawn the instance on the hypervisor. [ 947.063052] env[69371]: DEBUG nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.063988] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ade27-b0a5-4f13-a393-49af1e04f5fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.067642] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73abeefe-6e3b-4f76-bebb-05e1a1ea5eb5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.086766] env[69371]: DEBUG nova.compute.provider_tree [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.254350] env[69371]: DEBUG nova.compute.manager [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.256092] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153a1aa-64b3-4c58-8bd3-3397f253b19f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.594379] env[69371]: DEBUG nova.scheduler.client.report [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.602469] env[69371]: INFO nova.compute.manager [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Took 41.70 seconds to build instance. [ 947.767770] env[69371]: INFO nova.compute.manager [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] instance snapshotting [ 947.771104] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d7838-5b6b-4bb7-9d2f-ec24e3eab422 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.792952] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552c67c2-2f3d-45d4-8137-576a3b2c087c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.100191] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.100755] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.106870] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.252s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.107282] env[69371]: DEBUG nova.objects.instance [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lazy-loading 'resources' on Instance uuid bb4da786-4200-4da5-82b4-b4a8a8d6f554 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.113224] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5b77028c-b4fa-4f3a-a45b-eb126e2cdf3d tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.221s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.304617] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.305254] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb5db14e-678f-44b0-909a-10fc6cc41408 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.315674] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 948.315674] env[69371]: value = "task-4130406" [ 948.315674] env[69371]: _type = "Task" [ 948.315674] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.326755] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.615344] env[69371]: DEBUG nova.compute.utils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.618031] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.618031] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.680310] env[69371]: DEBUG nova.policy [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162dadf94c584a6790f2588b66853e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d752fd5b7b4e5d99cc1601e7e1e2ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.791332] env[69371]: INFO nova.compute.manager [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Rebuilding instance [ 948.834254] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.851641] env[69371]: DEBUG nova.compute.manager [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.852287] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb92e99c-c722-406b-b258-f049f1783ea8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.061021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c160a2-64e8-4242-b736-7e9430185416 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.072280] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbf5ed-a2e9-43ff-b78d-330fb0710933 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.886246] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.892267] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Successfully created port: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.898561] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b89e22-8064-4bf7-9b7e-2a294e03d051 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.908689] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130406, 'name': CreateSnapshot_Task, 'duration_secs': 0.701591} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.910788] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.911584] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10804030-4e69-431b-b2df-53cafd88f426 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.915050] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0aa79-85e8-4f28-bd43-1df863b8e81e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.936611] env[69371]: DEBUG nova.compute.provider_tree [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.402865] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.403016] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719dba0f-2414-440e-9a7e-292905d6a616 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.414534] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 950.414534] env[69371]: value = "task-4130407" [ 950.414534] env[69371]: _type = "Task" [ 950.414534] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.424645] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.445890] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.446920] env[69371]: DEBUG nova.scheduler.client.report [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.450813] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12ce904b-a45a-4144-b3b2-ad3e0f5d8745 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.461890] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 950.461890] env[69371]: value = "task-4130408" [ 950.461890] env[69371]: _type = "Task" [ 950.461890] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.473617] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130408, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.820292] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.820523] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.901908] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.926348] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130407, 'name': PowerOffVM_Task, 'duration_secs': 0.168454} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.929209] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.929621] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.931722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d401934f-463d-45bf-b0b5-6a24edef50b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.940656] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.940656] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.940656] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.941074] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.941105] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.941425] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.941598] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.941776] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.941943] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.942329] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.942564] env[69371]: DEBUG nova.virt.hardware [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.943612] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2ad3fd-e373-48fd-9e6d-f3b1c9c11fce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.949377] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.949676] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-156ef184-d357-4db2-afc6-e5623ac055ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.956043] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c90b3e-c389-42f7-a631-fd225a974336 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.961983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.855s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.965106] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.907s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.966871] env[69371]: INFO nova.compute.claims [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.988131] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.988665] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.988665] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Deleting the datastore file [datastore1] 1299ea4c-162c-4ca9-9493-3e0791dcccfb {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.988911] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b99bf3-e11d-42aa-9472-9e91ec748515 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995743] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130408, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.997400] env[69371]: INFO nova.scheduler.client.report [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Deleted allocations for instance bb4da786-4200-4da5-82b4-b4a8a8d6f554 [ 951.005060] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 951.005060] env[69371]: value = "task-4130410" [ 951.005060] env[69371]: _type = "Task" [ 951.005060] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.017773] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.324927] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.391207] env[69371]: DEBUG nova.compute.manager [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Received event network-vif-plugged-0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.391462] env[69371]: DEBUG oslo_concurrency.lockutils [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] Acquiring lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.391640] env[69371]: DEBUG oslo_concurrency.lockutils [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.391811] env[69371]: DEBUG oslo_concurrency.lockutils [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.391979] env[69371]: DEBUG nova.compute.manager [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] No waiting events found dispatching network-vif-plugged-0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.392514] env[69371]: WARNING nova.compute.manager [req-fa786fa2-b801-4ae9-aead-75539a1f7d5d req-4d4d1326-b6a1-4f59-bea8-c30017f5b2ce service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Received unexpected event network-vif-plugged-0dd23ad8-625d-40cd-8e1b-fb7bc664410a for instance with vm_state building and task_state spawning. [ 951.479754] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Successfully updated port: 0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.483990] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130408, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.510037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e8bdc1b3-0d9b-4049-bd1d-861c499d5cec tempest-ServersListShow298Test-2136003621 tempest-ServersListShow298Test-2136003621-project-member] Lock "bb4da786-4200-4da5-82b4-b4a8a8d6f554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.928s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.519454] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135616} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.521303] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.523199] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.523199] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.854867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.985461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.985740] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.985978] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.987053] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130408, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.376264] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19688a-75fb-4740-aa99-74c83b6ec361 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.384763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bd4059-44bc-4dcb-8b30-0b7543a78f82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.416247] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8eecf0-a1cd-4431-b3ca-291ba70f57da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.424705] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0b4f3-cc17-45c4-8c8a-17e50609bef9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.439610] env[69371]: DEBUG nova.compute.provider_tree [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.484545] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130408, 'name': CloneVM_Task, 'duration_secs': 1.83511} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.484905] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Created linked-clone VM from snapshot [ 952.485851] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4579f477-b788-4b5b-9990-81f31d6fb72c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.496845] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Uploading image a909ec7b-d945-4ea1-ba41-90c4158e70f3 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.510864] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.511213] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f3b61a1-3da2-48a4-9396-844971e4196d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.518681] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 952.518681] env[69371]: value = "task-4130411" [ 952.518681] env[69371]: _type = "Task" [ 952.518681] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.522452] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.534201] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130411, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.558987] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.559623] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.559662] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.559901] env[69371]: DEBUG nova.virt.hardware [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.560839] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a08640-819e-4edd-a9a7-5d9506321e75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.569761] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a3210e-b128-4021-9996-f6667d76de73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.588265] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.595064] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.598143] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.598456] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19fb9520-8abd-4e89-8b96-cbb7be1856b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.617244] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.617244] env[69371]: value = "task-4130412" [ 952.617244] env[69371]: _type = "Task" [ 952.617244] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.626450] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130412, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.688592] env[69371]: DEBUG nova.network.neutron [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [{"id": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "address": "fa:16:3e:d9:71:d6", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd23ad8-62", "ovs_interfaceid": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.943049] env[69371]: DEBUG nova.scheduler.client.report [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.029442] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130411, 'name': Destroy_Task, 'duration_secs': 0.443907} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.029801] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Destroyed the VM [ 953.029937] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.030193] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c22c2b21-c557-497a-9acb-430977169b46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.037842] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 953.037842] env[69371]: value = "task-4130413" [ 953.037842] env[69371]: _type = "Task" [ 953.037842] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.045714] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130413, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.128491] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130412, 'name': CreateVM_Task, 'duration_secs': 0.305285} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.128671] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.129131] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.129296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.129626] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.129887] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63fb265-2e52-4e38-adc5-c3236810066c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.134874] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 953.134874] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffdcdf-c3f6-b4ba-a96c-62a306136e38" [ 953.134874] env[69371]: _type = "Task" [ 953.134874] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.143291] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffdcdf-c3f6-b4ba-a96c-62a306136e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.191258] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.191628] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Instance network_info: |[{"id": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "address": "fa:16:3e:d9:71:d6", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd23ad8-62", "ovs_interfaceid": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.192079] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:71:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd23ad8-625d-40cd-8e1b-fb7bc664410a', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.199742] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.199995] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.200248] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b1060aa-58bb-4950-8473-1fd7c05a31b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.220676] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.220676] env[69371]: value = "task-4130414" [ 953.220676] env[69371]: _type = "Task" [ 953.220676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.229269] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130414, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.440795] env[69371]: DEBUG nova.compute.manager [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Received event network-changed-0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.440966] env[69371]: DEBUG nova.compute.manager [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Refreshing instance network info cache due to event network-changed-0dd23ad8-625d-40cd-8e1b-fb7bc664410a. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.441417] env[69371]: DEBUG oslo_concurrency.lockutils [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] Acquiring lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.441683] env[69371]: DEBUG oslo_concurrency.lockutils [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] Acquired lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.441938] env[69371]: DEBUG nova.network.neutron [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Refreshing network info cache for port 0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.448656] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.449191] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.452405] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.717s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.452480] env[69371]: DEBUG nova.objects.instance [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lazy-loading 'resources' on Instance uuid 3dea073e-95ab-448b-a0c1-93ad01083a3e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.549614] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130413, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.648749] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ffdcdf-c3f6-b4ba-a96c-62a306136e38, 'name': SearchDatastore_Task, 'duration_secs': 0.011319} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.649229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.649556] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.649878] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.650212] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.650477] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.650814] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bdcfaab-f268-4ec3-9482-a18c81353fa6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.661141] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.661373] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.662146] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977105bb-4f50-4a47-ac51-61e34611daad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.668304] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 953.668304] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c0b753-d71b-11fb-ce5b-d4a81e34d3e1" [ 953.668304] env[69371]: _type = "Task" [ 953.668304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.676927] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c0b753-d71b-11fb-ce5b-d4a81e34d3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.731849] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130414, 'name': CreateVM_Task, 'duration_secs': 0.349452} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.732070] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.732756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732920] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.733294] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.733577] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882d565d-1190-4044-9639-8daae40dd6a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.739426] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 953.739426] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52957523-d795-beb4-2c1c-fe6c49f572c1" [ 953.739426] env[69371]: _type = "Task" [ 953.739426] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.748026] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52957523-d795-beb4-2c1c-fe6c49f572c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.956846] env[69371]: DEBUG nova.compute.utils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.961486] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.961672] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.049074] env[69371]: DEBUG oslo_vmware.api [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130413, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00206} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.049386] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.127336] env[69371]: DEBUG nova.policy [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ba4cc73f864dfeb187d1bac11dffbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11369cf4c95a4ffbb20a30f90cf9c6d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.179338] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c0b753-d71b-11fb-ce5b-d4a81e34d3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.180260] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c991e5af-f3e9-44b0-ad04-4efd9ce5de41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.190484] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 954.190484] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528f610e-bc73-931a-0d90-668e8dffbb84" [ 954.190484] env[69371]: _type = "Task" [ 954.190484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.200750] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528f610e-bc73-931a-0d90-668e8dffbb84, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.203400] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.203720] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.204224] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691c07ec-eea2-4795-8fc2-ae7a0cc17f3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.211702] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 954.211702] env[69371]: value = "task-4130415" [ 954.211702] env[69371]: _type = "Task" [ 954.211702] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.223303] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.257035] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52957523-d795-beb4-2c1c-fe6c49f572c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.259699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.259909] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.260158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.260296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.260467] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.264085] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5572f2b-78a4-41be-90bd-841f561e325a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.271182] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.271182] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.271749] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7045025a-cd8f-4a23-ae2a-e8eb28e3fa6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.280675] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 954.280675] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eab3ab-004d-580a-3657-17310baca2c5" [ 954.280675] env[69371]: _type = "Task" [ 954.280675] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.290327] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eab3ab-004d-580a-3657-17310baca2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.355119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5240ca71-b141-4aa3-9f4a-40d9ab0e24aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.362415] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef861a09-3d98-4d7a-90d9-c97a33932922 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.404338] env[69371]: DEBUG nova.network.neutron [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updated VIF entry in instance network info cache for port 0dd23ad8-625d-40cd-8e1b-fb7bc664410a. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.404836] env[69371]: DEBUG nova.network.neutron [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [{"id": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "address": "fa:16:3e:d9:71:d6", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd23ad8-62", "ovs_interfaceid": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.406996] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26d9b3-5547-475b-8029-0eda5e765000 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.417626] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64dd00-3b62-40cf-8570-cb0996a6b457 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.435363] env[69371]: DEBUG nova.compute.provider_tree [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.462444] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.556385] env[69371]: WARNING nova.compute.manager [None req-1b16c169-fff6-43aa-b32d-02bb6dbcfe0f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Image not found during snapshot: nova.exception.ImageNotFound: Image a909ec7b-d945-4ea1-ba41-90c4158e70f3 could not be found. [ 954.608217] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Successfully created port: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.726339] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130415, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.792120] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eab3ab-004d-580a-3657-17310baca2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013375} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.793304] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c67b512-98cc-4c2a-ae5c-c36a97da052c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.800405] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 954.800405] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecdf91-00b7-3831-0f84-3b1225dfae6e" [ 954.800405] env[69371]: _type = "Task" [ 954.800405] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.811463] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecdf91-00b7-3831-0f84-3b1225dfae6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.911577] env[69371]: DEBUG oslo_concurrency.lockutils [req-9130337d-1b88-4dfa-a9c6-78484510b011 req-00fd0d13-c3ca-422a-8366-990dc11feac4 service nova] Releasing lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.939360] env[69371]: DEBUG nova.scheduler.client.report [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.224121] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521941} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.224484] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.224633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.224898] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-079a992f-9e55-408e-b303-9b9fa229ba4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.233287] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 955.233287] env[69371]: value = "task-4130416" [ 955.233287] env[69371]: _type = "Task" [ 955.233287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.242148] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.312088] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecdf91-00b7-3831-0f84-3b1225dfae6e, 'name': SearchDatastore_Task, 'duration_secs': 0.019107} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.312379] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.312651] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/84abde7f-605d-4b1a-9e46-e9d7f6da84f6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.313224] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4f54023-bacb-4b6c-be82-e8ea5021b059 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.321174] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 955.321174] env[69371]: value = "task-4130417" [ 955.321174] env[69371]: _type = "Task" [ 955.321174] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.330619] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.445056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.449316] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.754s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.474448] env[69371]: INFO nova.scheduler.client.report [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted allocations for instance 3dea073e-95ab-448b-a0c1-93ad01083a3e [ 955.477384] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.508259] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.508478] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.508637] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.508823] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.508992] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.509178] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.509417] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.509792] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.509792] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.509933] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.510133] env[69371]: DEBUG nova.virt.hardware [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.511114] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a163fc-5cc3-4bcf-aea3-f63444267edd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.520778] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f23f6e-b2a8-4b82-8578-eb79d952763b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.576172] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "615b5f22-2d44-473c-8d1d-529ce881f98a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.576172] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.576430] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.576671] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.576874] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.579458] env[69371]: INFO nova.compute.manager [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Terminating instance [ 955.746525] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232275} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.746889] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.747756] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cb8be-76cb-419d-8a22-8de88795c6b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.773782] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.774164] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ac49b2-e8b5-4f59-9dbe-fbd01199f743 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.796778] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 955.796778] env[69371]: value = "task-4130418" [ 955.796778] env[69371]: _type = "Task" [ 955.796778] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.806366] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.831599] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130417, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.953843] env[69371]: INFO nova.compute.claims [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.985976] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2a46ab9f-0a7c-46ce-9fdd-effa1760de95 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "3dea073e-95ab-448b-a0c1-93ad01083a3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.699s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.084481] env[69371]: DEBUG nova.compute.manager [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.087023] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.087023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa89eed4-a430-407e-94e4-e02bab624819 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.096119] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.096119] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cebdc52-5fcf-4f7f-ad30-8f1d1e7ce7f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.104240] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 956.104240] env[69371]: value = "task-4130419" [ 956.104240] env[69371]: _type = "Task" [ 956.104240] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.114468] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.315673] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130418, 'name': ReconfigVM_Task, 'duration_secs': 0.295575} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.316043] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1299ea4c-162c-4ca9-9493-3e0791dcccfb/1299ea4c-162c-4ca9-9493-3e0791dcccfb.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.316680] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8037b6a4-553d-488f-af27-ac33e49c9dd8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.330813] env[69371]: DEBUG nova.compute.manager [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Received event network-vif-plugged-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.331068] env[69371]: DEBUG oslo_concurrency.lockutils [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] Acquiring lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.331284] env[69371]: DEBUG oslo_concurrency.lockutils [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.331455] env[69371]: DEBUG oslo_concurrency.lockutils [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.331617] env[69371]: DEBUG nova.compute.manager [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] No waiting events found dispatching network-vif-plugged-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.331780] env[69371]: WARNING nova.compute.manager [req-2c91b17f-794e-4c1c-82a3-a5a010137cca req-82f9934e-b4fd-45f5-bcc8-d218cf2da1ca service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Received unexpected event network-vif-plugged-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 for instance with vm_state building and task_state spawning. [ 956.332694] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 956.332694] env[69371]: value = "task-4130420" [ 956.332694] env[69371]: _type = "Task" [ 956.332694] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.343678] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.352611] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130420, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.407851] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Successfully updated port: 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.463780] env[69371]: INFO nova.compute.resource_tracker [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating resource usage from migration 16afcaa5-e654-40eb-917d-74fa912d5c30 [ 956.493487] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.493754] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.494137] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.494268] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.494354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.496530] env[69371]: INFO nova.compute.manager [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Terminating instance [ 956.617933] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130419, 'name': PowerOffVM_Task, 'duration_secs': 0.348217} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.618251] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.618399] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.618661] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10c2e278-d7d7-40e5-8b17-957c4ee3b719 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.711492] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.711879] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.712186] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleting the datastore file [datastore1] 615b5f22-2d44-473c-8d1d-529ce881f98a {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.715775] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12dca7c2-7442-4ff1-aff8-2a1832cfb9e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.725718] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 956.725718] env[69371]: value = "task-4130422" [ 956.725718] env[69371]: _type = "Task" [ 956.725718] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.735581] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.829453] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3a12ba-ae19-4a1e-90c5-00748457ad1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.835990] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.841867] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53163a12-2a1c-40cb-bc32-4ac18ac1b7a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.848040] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130420, 'name': Rename_Task, 'duration_secs': 0.223946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.849029] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.849029] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-289ec215-0489-49c4-8fd3-7a686f4380b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.879040] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4169e1be-3c41-48c7-bccc-54c9c5115a72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.881944] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 956.881944] env[69371]: value = "task-4130423" [ 956.881944] env[69371]: _type = "Task" [ 956.881944] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.889900] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663be28f-02dc-420e-a8e7-bf78e58cf3a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.898154] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.908808] env[69371]: DEBUG nova.compute.provider_tree [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.911828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.911978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquired lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.912146] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.000741] env[69371]: DEBUG nova.compute.manager [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.000910] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.002065] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b7166-f3a4-45d7-b97b-ce01803dea6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.011784] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.012541] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03a0e9b-5f6a-40b8-982c-2ea3b1cef562 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.021528] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 957.021528] env[69371]: value = "task-4130424" [ 957.021528] env[69371]: _type = "Task" [ 957.021528] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.034032] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.236337] env[69371]: DEBUG oslo_vmware.api [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166249} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.236668] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.236805] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.237036] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.237250] env[69371]: INFO nova.compute.manager [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.237511] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.237910] env[69371]: DEBUG nova.compute.manager [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.237910] env[69371]: DEBUG nova.network.neutron [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.334481] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130417, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549123} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.335135] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/84abde7f-605d-4b1a-9e46-e9d7f6da84f6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.335135] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.335238] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ea0bac-46d1-4244-9327-c0a9785176e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.343810] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 957.343810] env[69371]: value = "task-4130425" [ 957.343810] env[69371]: _type = "Task" [ 957.343810] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.354884] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.393547] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130423, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.437872] env[69371]: ERROR nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [req-b6b765e1-df6f-4ce2-942f-42888c910aad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6b765e1-df6f-4ce2-942f-42888c910aad"}]} [ 957.467566] env[69371]: DEBUG nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.489229] env[69371]: DEBUG nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.489229] env[69371]: DEBUG nova.compute.provider_tree [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.500462] env[69371]: DEBUG nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.505461] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.522901] env[69371]: DEBUG nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.534783] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130424, 'name': PowerOffVM_Task, 'duration_secs': 0.322834} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.535102] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.535297] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.535560] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b488f2-ed2e-4fac-9f10-baea53b22cc9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.634040] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.634040] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.634040] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleting the datastore file [datastore2] 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.634040] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d417fac1-1ff1-49aa-8458-d065ca7452ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.640786] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for the task: (returnval){ [ 957.640786] env[69371]: value = "task-4130427" [ 957.640786] env[69371]: _type = "Task" [ 957.640786] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.656460] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.705147] env[69371]: DEBUG nova.network.neutron [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updating instance_info_cache with network_info: [{"id": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "address": "fa:16:3e:6b:2e:ce", "network": {"id": "c5cbbaf9-e43e-4e89-8e2b-6778379174fd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1017709982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11369cf4c95a4ffbb20a30f90cf9c6d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac195a8-3f", "ovs_interfaceid": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.856717] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080757} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.857023] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.857827] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfae6b-c86f-4899-9d26-c17b7e5ff79c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.881901] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/84abde7f-605d-4b1a-9e46-e9d7f6da84f6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.884919] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ea821a-f0b2-4fe8-aa83-5f3a2a6c63b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.911662] env[69371]: DEBUG oslo_vmware.api [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130423, 'name': PowerOnVM_Task, 'duration_secs': 0.645189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.916893] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.917193] env[69371]: DEBUG nova.compute.manager [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.917556] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 957.917556] env[69371]: value = "task-4130428" [ 957.917556] env[69371]: _type = "Task" [ 957.917556] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.918804] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa939f41-a75b-4cb3-baad-e7cec27814b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.940363] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.960393] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c44f85-3fc1-4e42-bb83-77d6825a6fa8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.972342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a2416-fd37-4756-8517-d24304810015 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.006342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dade35-d95c-40ea-b983-eb5fdf2d8b82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.015263] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad5bf4-8dc5-4d14-ade1-52b8bb87fa63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.030653] env[69371]: DEBUG nova.compute.provider_tree [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.101105] env[69371]: DEBUG nova.network.neutron [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.158617] env[69371]: DEBUG oslo_vmware.api [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Task: {'id': task-4130427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152437} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.159099] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.159358] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.159641] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.159919] env[69371]: INFO nova.compute.manager [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Took 1.16 seconds to destroy the instance on the hypervisor. [ 958.160324] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.161055] env[69371]: DEBUG nova.compute.manager [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.161055] env[69371]: DEBUG nova.network.neutron [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.211567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Releasing lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.212072] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Instance network_info: |[{"id": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "address": "fa:16:3e:6b:2e:ce", "network": {"id": "c5cbbaf9-e43e-4e89-8e2b-6778379174fd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1017709982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11369cf4c95a4ffbb20a30f90cf9c6d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac195a8-3f", "ovs_interfaceid": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.212656] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:2e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ac195a8-3f16-46d7-ac2e-a765a9a58d08', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.226902] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Creating folder: Project (11369cf4c95a4ffbb20a30f90cf9c6d3). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.232107] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a630c6-d457-40e6-8cf3-e12afe2d9b03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.252798] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Created folder: Project (11369cf4c95a4ffbb20a30f90cf9c6d3) in parent group-v817910. [ 958.253037] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Creating folder: Instances. Parent ref: group-v818107. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.253300] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b536e6c-fc66-44f5-893a-7a301a0a852e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.267527] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Created folder: Instances in parent group-v818107. [ 958.267527] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.267825] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.267991] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d9db0c7-d340-4e87-b910-627684488c9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.289018] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.289018] env[69371]: value = "task-4130431" [ 958.289018] env[69371]: _type = "Task" [ 958.289018] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.302481] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130431, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.381231] env[69371]: DEBUG nova.compute.manager [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Received event network-changed-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.381488] env[69371]: DEBUG nova.compute.manager [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Refreshing instance network info cache due to event network-changed-5ac195a8-3f16-46d7-ac2e-a765a9a58d08. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.381741] env[69371]: DEBUG oslo_concurrency.lockutils [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] Acquiring lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.381899] env[69371]: DEBUG oslo_concurrency.lockutils [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] Acquired lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.382099] env[69371]: DEBUG nova.network.neutron [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Refreshing network info cache for port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.457746] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130428, 'name': ReconfigVM_Task, 'duration_secs': 0.376135} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.459503] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.460419] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/84abde7f-605d-4b1a-9e46-e9d7f6da84f6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.467038] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5762638c-6a63-48f6-ac3c-fe8029212960 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.475021] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 958.475021] env[69371]: value = "task-4130432" [ 958.475021] env[69371]: _type = "Task" [ 958.475021] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.491396] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130432, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.577737] env[69371]: DEBUG nova.scheduler.client.report [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 958.578017] env[69371]: DEBUG nova.compute.provider_tree [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 90 to 91 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 958.578212] env[69371]: DEBUG nova.compute.provider_tree [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.606812] env[69371]: INFO nova.compute.manager [-] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Took 1.37 seconds to deallocate network for instance. [ 958.739838] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.740190] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.740522] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.740855] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.740944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.743529] env[69371]: INFO nova.compute.manager [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Terminating instance [ 958.800205] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130431, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.964876] env[69371]: DEBUG nova.network.neutron [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.989628] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130432, 'name': Rename_Task, 'duration_secs': 0.168064} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.990821] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.990821] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-998cc829-0a71-4bdc-8fb6-ccbf0ec17228 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.998792] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 958.998792] env[69371]: value = "task-4130433" [ 958.998792] env[69371]: _type = "Task" [ 958.998792] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.009992] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.083431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.636s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.083628] env[69371]: INFO nova.compute.manager [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Migrating [ 959.090617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.036s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.092188] env[69371]: INFO nova.compute.claims [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.108542] env[69371]: DEBUG nova.network.neutron [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updated VIF entry in instance network info cache for port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.109096] env[69371]: DEBUG nova.network.neutron [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updating instance_info_cache with network_info: [{"id": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "address": "fa:16:3e:6b:2e:ce", "network": {"id": "c5cbbaf9-e43e-4e89-8e2b-6778379174fd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1017709982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11369cf4c95a4ffbb20a30f90cf9c6d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac195a8-3f", "ovs_interfaceid": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.114094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.249137] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "refresh_cache-1299ea4c-162c-4ca9-9493-3e0791dcccfb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.249462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquired lock "refresh_cache-1299ea4c-162c-4ca9-9493-3e0791dcccfb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.249646] env[69371]: DEBUG nova.network.neutron [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.303335] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130431, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.468658] env[69371]: INFO nova.compute.manager [-] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Took 1.31 seconds to deallocate network for instance. [ 959.510358] env[69371]: DEBUG oslo_vmware.api [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130433, 'name': PowerOnVM_Task, 'duration_secs': 0.505536} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.511652] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.511830] env[69371]: INFO nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 959.512027] env[69371]: DEBUG nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.513119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b354ee0-c919-475a-8399-8ebf88878f0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.605501] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.605787] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.606124] env[69371]: DEBUG nova.network.neutron [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.612501] env[69371]: DEBUG oslo_concurrency.lockutils [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] Releasing lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.612834] env[69371]: DEBUG nova.compute.manager [req-99f96380-0ed4-4f65-9e30-8e80bded604b req-a3e80da7-0f58-44c7-a5e8-6aeb197365b7 service nova] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Received event network-vif-deleted-323098ec-ce49-4df6-a818-0bc67592676d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.768418] env[69371]: DEBUG nova.network.neutron [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.801015] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130431, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.816048] env[69371]: DEBUG nova.network.neutron [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.977822] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.036453] env[69371]: INFO nova.compute.manager [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Took 48.70 seconds to build instance. [ 960.307303] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130431, 'name': CreateVM_Task, 'duration_secs': 1.558481} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.307486] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.308182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.308332] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.308640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.308894] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded3eef9-526c-45a9-91dd-943542a63809 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.317814] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 960.317814] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52445a07-cded-e425-77bf-35ba91db172e" [ 960.317814] env[69371]: _type = "Task" [ 960.317814] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.320312] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Releasing lock "refresh_cache-1299ea4c-162c-4ca9-9493-3e0791dcccfb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.320714] env[69371]: DEBUG nova.compute.manager [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.320899] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.321985] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4a9f2-4762-4a68-889a-7a40e4149acb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.332928] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52445a07-cded-e425-77bf-35ba91db172e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.333278] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.333529] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2430592f-37cd-4052-ac14-3f5c87fe20e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.344242] env[69371]: DEBUG nova.network.neutron [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.348606] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 960.348606] env[69371]: value = "task-4130434" [ 960.348606] env[69371]: _type = "Task" [ 960.348606] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.362445] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.489199] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6ad1b-464a-4cd7-bb4c-15010120314b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.498517] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b4f0a4-eef9-4372-ae87-8ac4c8190e9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.529699] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c2bb0-012d-433d-b10f-f0105f96bc12 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.537727] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b46028-d560-40cc-b9ec-f18b6b2959b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.541939] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6be03a88-1235-4564-830e-ed653a36bd8e tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.222s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.552521] env[69371]: DEBUG nova.compute.provider_tree [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.572747] env[69371]: DEBUG nova.compute.manager [req-9b229578-bf8a-4c2c-9e0c-bd80a0b2fe48 req-f2ef13eb-e0d0-4ef4-ae81-3c0b61de1ce3 service nova] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Received event network-vif-deleted-f310c29d-be06-49b7-b38c-add98fd80b26 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.828316] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52445a07-cded-e425-77bf-35ba91db172e, 'name': SearchDatastore_Task, 'duration_secs': 0.020355} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.828616] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.828933] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.829119] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.829268] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.829441] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.829700] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1349c68a-2aad-46fe-81a2-c758314a83aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.839377] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.839558] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.840244] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90c8549-6c0c-4a47-b88d-167963b56d5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.845429] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 960.845429] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52790096-bb1d-f579-ff38-5574b3f98f29" [ 960.845429] env[69371]: _type = "Task" [ 960.845429] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.850058] env[69371]: INFO nova.compute.manager [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Rescuing [ 960.850306] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.850464] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.850635] env[69371]: DEBUG nova.network.neutron [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.851962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.859037] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52790096-bb1d-f579-ff38-5574b3f98f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.866329] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130434, 'name': PowerOffVM_Task, 'duration_secs': 0.138084} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.866629] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.866831] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.867104] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43810b9-8c12-4f1f-9ad9-ea17d57b6f7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.890801] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.891037] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.891288] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Deleting the datastore file [datastore2] 1299ea4c-162c-4ca9-9493-3e0791dcccfb {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.891485] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e48aa6-b07b-4db7-8bc4-0ce0176213e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.898479] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for the task: (returnval){ [ 960.898479] env[69371]: value = "task-4130436" [ 960.898479] env[69371]: _type = "Task" [ 960.898479] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.908724] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.058427] env[69371]: DEBUG nova.scheduler.client.report [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.358270] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52790096-bb1d-f579-ff38-5574b3f98f29, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.359285] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abaaf0ff-f949-44cd-b327-3fd33f15404d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.369034] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 961.369034] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c9a171-987c-65d3-49ec-2f6e0f92ad5c" [ 961.369034] env[69371]: _type = "Task" [ 961.369034] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.378118] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c9a171-987c-65d3-49ec-2f6e0f92ad5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.408629] env[69371]: DEBUG oslo_vmware.api [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Task: {'id': task-4130436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.409661] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.409857] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.410047] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.410229] env[69371]: INFO nova.compute.manager [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 961.410468] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.410656] env[69371]: DEBUG nova.compute.manager [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.410750] env[69371]: DEBUG nova.network.neutron [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.431795] env[69371]: DEBUG nova.network.neutron [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.554315] env[69371]: DEBUG nova.network.neutron [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [{"id": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "address": "fa:16:3e:d9:71:d6", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd23ad8-62", "ovs_interfaceid": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.563905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.564465] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.567676] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.345s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.710324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.710324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.881918] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c9a171-987c-65d3-49ec-2f6e0f92ad5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.882254] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.882521] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b9d3f1d9-1302-4327-81eb-a2b902a4a688/b9d3f1d9-1302-4327-81eb-a2b902a4a688.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.882788] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a905be5-b51b-4501-82ed-01b2426d0702 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.890896] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 961.890896] env[69371]: value = "task-4130437" [ 961.890896] env[69371]: _type = "Task" [ 961.890896] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.900092] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.934092] env[69371]: DEBUG nova.network.neutron [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.058247] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.080473] env[69371]: DEBUG nova.compute.utils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.084211] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.084371] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.139655] env[69371]: DEBUG nova.policy [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe06359d01741c98568df3edae2f80b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31075be568554039816421f7083efdf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.213358] env[69371]: DEBUG nova.compute.utils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.377018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f63ae3c-a023-42dc-a0cf-e06ab97437f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.399580] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.416526] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.437459] env[69371]: INFO nova.compute.manager [-] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Took 1.03 seconds to deallocate network for instance. [ 962.445989] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Successfully created port: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.582986] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Applying migration context for instance 4cf51ce4-7593-4b3b-9d16-d90af3233f9b as it has an incoming, in-progress migration 16afcaa5-e654-40eb-917d-74fa912d5c30. Migration status is migrating {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 962.585066] env[69371]: INFO nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating resource usage from migration 16afcaa5-e654-40eb-917d-74fa912d5c30 [ 962.587970] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.612512] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.612512] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2a6009f5-bca6-47c4-8bf8-df472114d87e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.612512] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612512] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4daec03b-466d-4d80-82b4-988e4e10f319 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612512] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 28443994-167a-440a-8235-c2ecc98733ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.612512] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 519994ef-1c68-45cf-b022-d7433038e768 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.612512] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612512] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1787cdf4-a184-4404-a9a8-f45877de9599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612512] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 21ac72f2-c1e7-49e9-9a90-e393064471aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612765] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance d0b9fc16-2f91-47c0-b870-718edc9031e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.612765] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 056bc8c1-8739-4605-b24c-805f30544886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.613098] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a2c66ab9-7232-4b25-9f76-79a80e0faf6d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.613098] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 46ef29b1-5382-4a0a-a241-615b56ed9cb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.613236] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 615b5f22-2d44-473c-8d1d-529ce881f98a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 962.613350] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1299ea4c-162c-4ca9-9493-3e0791dcccfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.613463] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.613604] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance b9d3f1d9-1302-4327-81eb-a2b902a4a688 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.613743] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Migration 16afcaa5-e654-40eb-917d-74fa912d5c30 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 962.613860] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4cf51ce4-7593-4b3b-9d16-d90af3233f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.614015] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 6222f7f2-3f6b-4818-a416-489bef93ceb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 962.615420] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.615645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.616731] env[69371]: INFO nova.compute.manager [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Rebooting instance [ 962.715964] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Successfully created port: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.719838] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.911071] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.911071] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586977} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.911312] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f34f610e-eae5-4379-8a49-16672795cd0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.912972] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] b9d3f1d9-1302-4327-81eb-a2b902a4a688/b9d3f1d9-1302-4327-81eb-a2b902a4a688.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.913239] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.913486] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76b32539-4dbe-4068-8d56-8769eb394f99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.921366] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 962.921366] env[69371]: value = "task-4130438" [ 962.921366] env[69371]: _type = "Task" [ 962.921366] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.923024] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 962.923024] env[69371]: value = "task-4130439" [ 962.923024] env[69371]: _type = "Task" [ 962.923024] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.945868] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.946216] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.950588] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.119256] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a29028e5-8a83-439a-aa36-e9d4d97f03e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.149542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.149764] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.150092] env[69371]: DEBUG nova.network.neutron [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.435623] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130438, 'name': PowerOffVM_Task, 'duration_secs': 0.251459} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.438614] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.438822] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.442097] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099975} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.444484] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.444484] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22794741-2eb8-4238-a21f-f5762b15ad84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.467685] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b9d3f1d9-1302-4327-81eb-a2b902a4a688/b9d3f1d9-1302-4327-81eb-a2b902a4a688.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.467685] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1ec5e5-1809-4733-b24b-5b639047c321 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.488075] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 963.488075] env[69371]: value = "task-4130440" [ 963.488075] env[69371]: _type = "Task" [ 963.488075] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.497133] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.598297] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.603456] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.604168] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af2ecde-6534-4caf-816a-1e93e1c9c67f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.611494] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 963.611494] env[69371]: value = "task-4130441" [ 963.611494] env[69371]: _type = "Task" [ 963.611494] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.621398] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.625016] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 2aabaadb-ac21-4dee-8747-317c3e68fdb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.625231] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (52d5f370-49b9-4ee2-8c63-e0aaa6865b00): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 963.630535] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.630862] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.630992] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.631195] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.631345] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.631489] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.631708] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.631859] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.632045] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.632226] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.632401] env[69371]: DEBUG nova.virt.hardware [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.633317] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd496f9a-3aae-466f-8a9e-ffa9d7775a97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.642394] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca9d57-d0b4-4fc1-b03e-4899b2778346 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.787160] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.787571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.787860] env[69371]: INFO nova.compute.manager [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Attaching volume 2822711b-25cd-4a6f-a924-61a1919e92bf to /dev/sdb [ 963.838507] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f62221-236e-4235-9192-fddfbcbf1463 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.848081] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6283dc-4952-47b5-a6ff-31cc444ed036 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.869036] env[69371]: DEBUG nova.virt.block_device [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating existing volume attachment record: 30a98be3-8d51-4ffe-81ec-482e5e37c750 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 963.934485] env[69371]: DEBUG nova.network.neutron [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.945696] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.945775] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.946231] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.946231] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.946545] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.946545] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.946643] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.946853] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.947015] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.947360] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.947833] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.953672] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35810a28-423b-43fa-ba8d-820b1055d873 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.972089] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 963.972089] env[69371]: value = "task-4130442" [ 963.972089] env[69371]: _type = "Task" [ 963.972089] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.986060] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.998655] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130440, 'name': ReconfigVM_Task, 'duration_secs': 0.357813} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.998817] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b9d3f1d9-1302-4327-81eb-a2b902a4a688/b9d3f1d9-1302-4327-81eb-a2b902a4a688.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.999563] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2b272f-3c5a-44b9-8eea-34c7edc75e8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.007941] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 964.007941] env[69371]: value = "task-4130444" [ 964.007941] env[69371]: _type = "Task" [ 964.007941] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.017310] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130444, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.122758] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130441, 'name': PowerOffVM_Task, 'duration_secs': 0.283262} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.124779] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.124779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916b7fc8-fbdb-4a5d-91f8-696480d964f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.127636] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance e6cf4381-1292-43b4-991c-c7cb155f7708 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 964.147076] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c27b020-958c-4822-967f-dce96fa9f986 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.162079] env[69371]: DEBUG nova.compute.manager [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-vif-plugged-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.162364] env[69371]: DEBUG oslo_concurrency.lockutils [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] Acquiring lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.162605] env[69371]: DEBUG oslo_concurrency.lockutils [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.162794] env[69371]: DEBUG oslo_concurrency.lockutils [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.162991] env[69371]: DEBUG nova.compute.manager [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] No waiting events found dispatching network-vif-plugged-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.163332] env[69371]: WARNING nova.compute.manager [req-cc11242f-1d22-4d0e-8a12-70a296a81174 req-1d70c975-4809-4725-a39d-1f3aa59e8ceb service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received unexpected event network-vif-plugged-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 for instance with vm_state building and task_state spawning. [ 964.192767] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.193095] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efe64fa-3bd9-4370-956d-b15bbdb6264c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.201618] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 964.201618] env[69371]: value = "task-4130445" [ 964.201618] env[69371]: _type = "Task" [ 964.201618] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.212658] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.212960] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.213319] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.213473] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.213651] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.213923] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fee364f-bce8-4bde-96ca-1aaf06264b8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.224396] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.224584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.225395] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4c9d6d-f44a-42d4-ae34-e88917de0328 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.233939] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 964.233939] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b07da4-2252-29ed-d852-4990f82505f3" [ 964.233939] env[69371]: _type = "Task" [ 964.233939] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.247212] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b07da4-2252-29ed-d852-4990f82505f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.281354] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Successfully updated port: 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.437218] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.485057] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.522309] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130444, 'name': Rename_Task, 'duration_secs': 0.157427} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.522309] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.522309] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41dfcde0-617e-4d1f-b62c-e04f80599a64 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.528909] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 964.528909] env[69371]: value = "task-4130448" [ 964.528909] env[69371]: _type = "Task" [ 964.528909] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.539251] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.632188] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 14fd4442-c3a2-4346-8ab7-8b7c47652735 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 964.632188] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 964.632495] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 964.745130] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b07da4-2252-29ed-d852-4990f82505f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.746089] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b403bb-0d06-4f8f-a9e0-6b3f151374c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.754586] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 964.754586] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f5a605-9bb8-5315-a3e0-1e209b643a63" [ 964.754586] env[69371]: _type = "Task" [ 964.754586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.763037] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f5a605-9bb8-5315-a3e0-1e209b643a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.944436] env[69371]: DEBUG nova.compute.manager [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.944494] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78288a9-1094-4df9-b3e8-d01f8b0fda0f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.991404] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.999746] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb84d5d-27db-4086-bc8d-f4bd06400ebe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.010753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc8324f-2c4e-4a98-a573-b1479fc9603e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.052680] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5b267-78c8-4d2d-91de-d48fad263bac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.064505] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6cd270-c97f-4b42-86ab-090c14a56565 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.069329] env[69371]: DEBUG oslo_vmware.api [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130448, 'name': PowerOnVM_Task, 'duration_secs': 0.498057} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.069683] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.069927] env[69371]: INFO nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Took 9.59 seconds to spawn the instance on the hypervisor. [ 965.071298] env[69371]: DEBUG nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.072636] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db934c-75b0-41a4-89fd-548ea85b33ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.084276] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.264741] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f5a605-9bb8-5315-a3e0-1e209b643a63, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.264994] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.265278] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.265551] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd94855e-c914-4c03-939d-be05608752ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.273654] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 965.273654] env[69371]: value = "task-4130449" [ 965.273654] env[69371]: _type = "Task" [ 965.273654] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.282841] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.488122] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130442, 'name': ReconfigVM_Task, 'duration_secs': 1.288337} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.488608] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.588689] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.606342] env[69371]: INFO nova.compute.manager [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Took 52.58 seconds to build instance. [ 965.784362] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492967} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.784787] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 965.785600] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa008268-6c87-4d54-bc33-ade476c57605 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.814139] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.814139] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73587787-afbb-4044-8782-e0d33518d0fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.832763] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 965.832763] env[69371]: value = "task-4130450" [ 965.832763] env[69371]: _type = "Task" [ 965.832763] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.841181] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.963814] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493dd28c-c386-4aa7-abd0-9326f7a45977 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.971963] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Doing hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 965.972273] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-84c4d9bd-6989-4ed4-9bd2-191097430064 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.980436] env[69371]: DEBUG oslo_vmware.api [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 965.980436] env[69371]: value = "task-4130451" [ 965.980436] env[69371]: _type = "Task" [ 965.980436] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.990898] env[69371]: DEBUG oslo_vmware.api [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130451, 'name': ResetVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.995278] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:51:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7c11be1b-742f-439f-875b-273e41588281',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-70538093',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.995532] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.995705] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.995887] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.996101] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.996298] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.996533] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.996696] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.996863] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.997050] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.997360] env[69371]: DEBUG nova.virt.hardware [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.003502] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.003836] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201cab85-4468-4220-a7ec-08ba87872256 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.026508] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 966.026508] env[69371]: value = "task-4130452" [ 966.026508] env[69371]: _type = "Task" [ 966.026508] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.036158] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.096070] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 966.096070] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.527s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.096070] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.414s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.096070] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.097429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.562s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.099749] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.099749] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.910s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.099911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.101504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.467s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.101682] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.104675] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.066s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.106443] env[69371]: INFO nova.compute.claims [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.115023] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.115023] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 966.115023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3b71065f-c27f-484e-b68c-770001990501 tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.095s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.143879] env[69371]: INFO nova.scheduler.client.report [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Deleted allocations for instance 28443994-167a-440a-8235-c2ecc98733ee [ 966.146454] env[69371]: INFO nova.scheduler.client.report [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Deleted allocations for instance 2a6009f5-bca6-47c4-8bf8-df472114d87e [ 966.161116] env[69371]: INFO nova.scheduler.client.report [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted allocations for instance 519994ef-1c68-45cf-b022-d7433038e768 [ 966.346364] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130450, 'name': ReconfigVM_Task, 'duration_secs': 0.340097} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.346650] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.348855] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6842767-6b74-4ffa-b6c0-a63e5efdfa93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.380137] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd535d6-b0a4-44a9-981a-f64b838eccb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.391524] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Successfully updated port: 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.399315] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 966.399315] env[69371]: value = "task-4130454" [ 966.399315] env[69371]: _type = "Task" [ 966.399315] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.409261] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.461106] env[69371]: DEBUG nova.compute.manager [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-changed-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.461697] env[69371]: DEBUG nova.compute.manager [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Refreshing instance network info cache due to event network-changed-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.462089] env[69371]: DEBUG oslo_concurrency.lockutils [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] Acquiring lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.463046] env[69371]: DEBUG oslo_concurrency.lockutils [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] Acquired lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.463046] env[69371]: DEBUG nova.network.neutron [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Refreshing network info cache for port 678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.492617] env[69371]: DEBUG oslo_vmware.api [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130451, 'name': ResetVM_Task, 'duration_secs': 0.118598} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.492887] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Did hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 966.493194] env[69371]: DEBUG nova.compute.manager [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.494157] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9b8a2f-eeef-4f4f-a25c-a5ca94047805 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.537915] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130452, 'name': ReconfigVM_Task, 'duration_secs': 0.306391} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.538953] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.539841] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7821b3c-e66f-496e-a4bc-a9a4141fce90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.563803] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.564157] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36fae293-3c74-4e33-b3ea-1adfe79d5452 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.583792] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 966.583792] env[69371]: value = "task-4130455" [ 966.583792] env[69371]: _type = "Task" [ 966.583792] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.594029] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.629884] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] There are 47 instances to clean {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 966.630178] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: e59a6777-bc06-4e45-8cee-9592cd333bc7] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.632188] env[69371]: DEBUG oslo_concurrency.lockutils [None req-de6832da-48df-45a9-9c6d-472bf8a385c3 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.718s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.636154] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 33.268s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.638976] env[69371]: INFO nova.compute.manager [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Unshelving [ 966.663798] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9f36d50e-d034-4b31-8479-b2af7c1d2eae tempest-ListServerFiltersTestJSON-221253476 tempest-ListServerFiltersTestJSON-221253476-project-member] Lock "28443994-167a-440a-8235-c2ecc98733ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.444s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.667133] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b5e4d2df-d9e7-4a41-ae70-bb257380b552 tempest-VolumesAdminNegativeTest-160663690 tempest-VolumesAdminNegativeTest-160663690-project-member] Lock "2a6009f5-bca6-47c4-8bf8-df472114d87e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.442s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.674939] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcb1a325-8a18-4156-80d3-c2f46835bee7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "519994ef-1c68-45cf-b022-d7433038e768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.862s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.675695] env[69371]: DEBUG oslo_concurrency.lockutils [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] Acquired lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.678024] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c189dcd-2713-43b7-bff3-a4d5023369ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.690029] env[69371]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 966.690302] env[69371]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69371) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 966.692019] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e52cf49-c24e-4ca9-a34d-4a9a4a154ed2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.704476] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ee14f1-a843-4e7b-aa7e-d3f1d0135af8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.745235] env[69371]: ERROR root [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-818047' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-818047' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-818047' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-818047'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-818047' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-818047' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-818047'}\n"]: nova.exception.InstanceNotFound: Instance 519994ef-1c68-45cf-b022-d7433038e768 could not be found. [ 966.745731] env[69371]: DEBUG oslo_concurrency.lockutils [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] Releasing lock "519994ef-1c68-45cf-b022-d7433038e768" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.745971] env[69371]: DEBUG nova.compute.manager [req-abcdc862-be46-4578-a03b-3043c39ca2d4 req-27c11209-4642-46d6-a08d-4b9d56ca2aab service nova] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Detach interface failed, port_id=cc622100-a0c5-41b3-bc89-bc6e0784be13, reason: Instance 519994ef-1c68-45cf-b022-d7433038e768 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.894262] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.919735] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130454, 'name': ReconfigVM_Task, 'duration_secs': 0.179297} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.919735] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.919735] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0707d87-b296-4947-81c5-20b762ad6c09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.926466] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 966.926466] env[69371]: value = "task-4130456" [ 966.926466] env[69371]: _type = "Task" [ 966.926466] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.944291] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.008799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-89589ad7-3a17-42ed-8c11-e1bd23801cd6 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.393s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.042992] env[69371]: DEBUG nova.network.neutron [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.071390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa5fdc-8dd3-4cc6-bebd-869a7e367a27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.084057] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abe6fd6-43bc-4fdf-bc8f-d5d85e60bc07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.097289] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.126134] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07718a99-8fd2-4f8f-83fb-703d783bf41f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.136119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c463ba7-3e99-43f7-ab9b-57c514c074e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.142862] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: bb4da786-4200-4da5-82b4-b4a8a8d6f554] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.159144] env[69371]: DEBUG nova.compute.provider_tree [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.200391] env[69371]: DEBUG nova.network.neutron [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.447799] env[69371]: DEBUG oslo_vmware.api [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130456, 'name': PowerOnVM_Task, 'duration_secs': 0.443539} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.447890] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.454134] env[69371]: DEBUG nova.compute.manager [None req-5488e7e0-c3b6-446c-994b-0d047f9a2a2b tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.454733] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d739cede-b624-43f8-94b1-43ebc549e319 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.599191] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130455, 'name': ReconfigVM_Task, 'duration_secs': 0.71056} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.599629] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.600075] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.648685] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a40d52a2-46d5-43ba-85ff-0c96e92b7b23] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.664427] env[69371]: DEBUG nova.compute.utils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.667538] env[69371]: DEBUG nova.scheduler.client.report [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.703603] env[69371]: DEBUG oslo_concurrency.lockutils [req-28307119-a684-403b-8ab4-c8a50f8d4b40 req-1f13c20b-df98-4d25-9161-7686dbcc4766 service nova] Releasing lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.704069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.704234] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.107833] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d792bc-e164-4525-a23c-33b1f9a7a25c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.134532] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd6f481-947f-458a-b10a-ac68d2f9da48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.163072] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: aaf46563-9677-4b72-88b8-bfa33d633dd5] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.165143] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.173559] env[69371]: INFO nova.virt.block_device [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Booting with volume f2f0288e-547a-49f5-937f-b8c39cd13a3e at /dev/sdb [ 968.179240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.071s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.179240] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.179240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.105s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.180533] env[69371]: INFO nova.compute.claims [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.234247] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90357c2a-f4b5-4d1f-a357-4bd2ecefd8fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.246126] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619a272-c041-4337-a0b5-6cdcb6e2d45f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.262920] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.282878] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b97ceffe-6632-47b7-aa3d-5ea31575a39d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.295441] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a514e23-12f2-4b33-90a3-e4ca65016975 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.333296] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84dd13-1921-4b5f-8071-74094e1ec787 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.342748] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa548b1d-554f-4fd9-b569-e14d8d2a87d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.356341] env[69371]: DEBUG nova.virt.block_device [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating existing volume attachment record: c84beffc-d8e9-4b1f-afa8-9b76ff1e7e46 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.467122] env[69371]: INFO nova.compute.manager [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Unrescuing [ 968.467122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.467122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquired lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.467122] env[69371]: DEBUG nova.network.neutron [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.503601] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-vif-plugged-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.505128] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Acquiring lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.505564] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.505640] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.505761] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] No waiting events found dispatching network-vif-plugged-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.505932] env[69371]: WARNING nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received unexpected event network-vif-plugged-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f for instance with vm_state building and task_state spawning. [ 968.506153] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-changed-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.506350] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Refreshing instance network info cache due to event network-changed-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.506524] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Acquiring lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.627163] env[69371]: DEBUG nova.network.neutron [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Updating instance_info_cache with network_info: [{"id": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "address": "fa:16:3e:f4:87:bd", "network": {"id": "89f5a497-600e-4d1d-a82d-eef31dae5bee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82035155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678a0d42-8d", "ovs_interfaceid": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "address": "fa:16:3e:13:52:07", "network": {"id": "f55f07e5-3dad-4e49-a47f-3272011c8639", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-53432943", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab8d0a-01", "ovs_interfaceid": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.671362] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: b0e6c997-18b0-416f-9fc9-a79253131e80] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.686051] env[69371]: DEBUG nova.compute.utils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.691026] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.691265] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.769840] env[69371]: DEBUG nova.network.neutron [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Port cfd9b7cc-4020-4035-957e-d1148dbb0dd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 968.786710] env[69371]: DEBUG nova.policy [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e219ab12df47929088ddb4638b39af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fede6eaa75c141fdbb9118ae4e77ed23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.935710] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 968.936037] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818111', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'name': 'volume-2822711b-25cd-4a6f-a924-61a1919e92bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21ac72f2-c1e7-49e9-9a90-e393064471aa', 'attached_at': '', 'detached_at': '', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'serial': '2822711b-25cd-4a6f-a924-61a1919e92bf'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 968.936990] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b0557-11e3-4402-80ec-64d1771f9e6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.967150] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d903799-f400-4948-b979-86faca5cbce9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.997873] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-2822711b-25cd-4a6f-a924-61a1919e92bf/volume-2822711b-25cd-4a6f-a924-61a1919e92bf.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.998180] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931d63d9-09bc-47cb-b41a-d9c9241585a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.019484] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 969.019484] env[69371]: value = "task-4130460" [ 969.019484] env[69371]: _type = "Task" [ 969.019484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.132508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.133013] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance network_info: |[{"id": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "address": "fa:16:3e:f4:87:bd", "network": {"id": "89f5a497-600e-4d1d-a82d-eef31dae5bee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82035155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678a0d42-8d", "ovs_interfaceid": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "address": "fa:16:3e:13:52:07", "network": {"id": "f55f07e5-3dad-4e49-a47f-3272011c8639", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-53432943", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab8d0a-01", "ovs_interfaceid": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.133436] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Acquired lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.133693] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Refreshing network info cache for port 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.135351] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:87:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:52:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ab8d0a-013a-4e5d-b3d5-5d17a11e694f', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.151102] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.155792] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.156923] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08381f98-8935-40eb-815f-06ae8fb3abfb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.190248] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 7602962a-51be-43bf-99a3-ccf0f576211c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.193131] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.205273] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.205273] env[69371]: value = "task-4130461" [ 969.205273] env[69371]: _type = "Task" [ 969.205273] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.218859] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130461, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.530096] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.609346] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Successfully created port: 70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.657108] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4fd60e-ac20-4047-a453-26f2616f9fdb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.665702] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d546c755-ee76-4d30-9a25-6dfb53b4d21d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.708146] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1f33e029-85f0-4da9-aff5-e7d921c73829] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.719652] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315a17c-bb81-460d-bdb7-d8cc017091bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.733151] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130461, 'name': CreateVM_Task, 'duration_secs': 0.497157} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.736021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.736021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84967f44-2b20-4888-b387-bd322765522d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.739897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.740102] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.740431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.740719] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56af6e2-3e8e-4c0a-808e-e3aba9037b13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.755203] env[69371]: DEBUG nova.compute.provider_tree [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.759245] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 969.759245] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52716215-7c00-635c-554b-09cf006e87ee" [ 969.759245] env[69371]: _type = "Task" [ 969.759245] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.764802] env[69371]: DEBUG nova.network.neutron [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [{"id": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "address": "fa:16:3e:d9:71:d6", "network": {"id": "fd7419bf-bc8b-4aba-a02c-bba033bf0fb0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289345935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "31d752fd5b7b4e5d99cc1601e7e1e2ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd23ad8-62", "ovs_interfaceid": "0dd23ad8-625d-40cd-8e1b-fb7bc664410a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.775332] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52716215-7c00-635c-554b-09cf006e87ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.775332] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.775332] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.775651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.775812] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.776086] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.778349] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89271234-79a4-4136-a22e-4658a4bf8eda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.799817] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.800059] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.803982] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79319d7-3bbc-4354-befd-ce21e9d3f9fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.811343] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.811571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.811745] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.817709] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 969.817709] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523e73d9-4fe7-4678-07d3-d38967d2072a" [ 969.817709] env[69371]: _type = "Task" [ 969.817709] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.826773] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523e73d9-4fe7-4678-07d3-d38967d2072a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.919544] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Updated VIF entry in instance network info cache for port 01ab8d0a-013a-4e5d-b3d5-5d17a11e694f. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.919973] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Updating instance_info_cache with network_info: [{"id": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "address": "fa:16:3e:f4:87:bd", "network": {"id": "89f5a497-600e-4d1d-a82d-eef31dae5bee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82035155", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678a0d42-8d", "ovs_interfaceid": "678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "address": "fa:16:3e:13:52:07", "network": {"id": "f55f07e5-3dad-4e49-a47f-3272011c8639", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-53432943", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "31075be568554039816421f7083efdf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ab8d0a-01", "ovs_interfaceid": "01ab8d0a-013a-4e5d-b3d5-5d17a11e694f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.038283] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130460, 'name': ReconfigVM_Task, 'duration_secs': 0.577313} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.042134] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-2822711b-25cd-4a6f-a924-61a1919e92bf/volume-2822711b-25cd-4a6f-a924-61a1919e92bf.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.046681] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bf75ab-a47d-46a4-bab5-c32e644835eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.074146] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 970.074146] env[69371]: value = "task-4130462" [ 970.074146] env[69371]: _type = "Task" [ 970.074146] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.084728] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.213671] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 760c785b-88cc-4cd1-a0f5-aecd58781d2f] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.220542] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.260296] env[69371]: DEBUG nova.scheduler.client.report [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.267801] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.268015] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.268211] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.268426] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.268577] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.268725] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.269096] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.269096] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.269604] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.269813] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.270517] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.271093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Releasing lock "refresh_cache-84abde7f-605d-4b1a-9e46-e9d7f6da84f6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.271686] env[69371]: DEBUG nova.objects.instance [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lazy-loading 'flavor' on Instance uuid 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.273990] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee49b8-3c7b-4b29-a946-d2e77d695efc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.284163] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df72b7-72c7-4cfe-a9f6-b241a8bae9a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.328082] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523e73d9-4fe7-4678-07d3-d38967d2072a, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.328936] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38469731-4fd1-4f99-bcb0-8cbd0dea2a38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.335525] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 970.335525] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52078f92-53ff-4575-f8f2-2b28cb5c6578" [ 970.335525] env[69371]: _type = "Task" [ 970.335525] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.344644] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52078f92-53ff-4575-f8f2-2b28cb5c6578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.422577] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Releasing lock "refresh_cache-6222f7f2-3f6b-4818-a416-489bef93ceb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.422869] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Received event network-changed-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.423059] env[69371]: DEBUG nova.compute.manager [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Refreshing instance network info cache due to event network-changed-5ac195a8-3f16-46d7-ac2e-a765a9a58d08. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.423317] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Acquiring lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.423474] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Acquired lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.423640] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Refreshing network info cache for port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.586500] env[69371]: DEBUG oslo_vmware.api [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130462, 'name': ReconfigVM_Task, 'duration_secs': 0.20372} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.586900] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818111', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'name': 'volume-2822711b-25cd-4a6f-a924-61a1919e92bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21ac72f2-c1e7-49e9-9a90-e393064471aa', 'attached_at': '', 'detached_at': '', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'serial': '2822711b-25cd-4a6f-a924-61a1919e92bf'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 970.717402] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c2d5dd16-7066-47d9-8825-f1e86b8cac5f] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.778959] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.779549] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.785248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.374s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.785445] env[69371]: DEBUG nova.objects.instance [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.789878] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d48db-ec2e-4ad7-adca-e26d9ee451a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.822026] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.822026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ae0ee6-4b8d-48b5-ab5e-f8b79195b2a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.829439] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 970.829439] env[69371]: value = "task-4130464" [ 970.829439] env[69371]: _type = "Task" [ 970.829439] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.845934] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.853296] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52078f92-53ff-4575-f8f2-2b28cb5c6578, 'name': SearchDatastore_Task, 'duration_secs': 0.021823} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.853571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.853992] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6222f7f2-3f6b-4818-a416-489bef93ceb7/6222f7f2-3f6b-4818-a416-489bef93ceb7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.854311] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ac5460a-529a-45e5-a590-1d092d303453 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.861930] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 970.861930] env[69371]: value = "task-4130465" [ 970.861930] env[69371]: _type = "Task" [ 970.861930] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.870728] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.872099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.872099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.872398] env[69371]: DEBUG nova.network.neutron [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.913672] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.914040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.223707] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: bf237fd5-00da-4547-ace6-aba35d8d08f1] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.287354] env[69371]: DEBUG nova.compute.utils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.288837] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.289250] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.342544] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130464, 'name': PowerOffVM_Task, 'duration_secs': 0.209175} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.346434] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.354229] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.355059] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17a5d87-d0ec-4dc4-a3e8-24affe9ef774 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.386294] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 971.386294] env[69371]: value = "task-4130466" [ 971.386294] env[69371]: _type = "Task" [ 971.386294] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.390412] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.392070] env[69371]: DEBUG nova.policy [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e219ab12df47929088ddb4638b39af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fede6eaa75c141fdbb9118ae4e77ed23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.412817] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.416819] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.502573] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updated VIF entry in instance network info cache for port 5ac195a8-3f16-46d7-ac2e-a765a9a58d08. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.502981] env[69371]: DEBUG nova.network.neutron [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updating instance_info_cache with network_info: [{"id": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "address": "fa:16:3e:6b:2e:ce", "network": {"id": "c5cbbaf9-e43e-4e89-8e2b-6778379174fd", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1017709982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11369cf4c95a4ffbb20a30f90cf9c6d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac195a8-3f", "ovs_interfaceid": "5ac195a8-3f16-46d7-ac2e-a765a9a58d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.644384] env[69371]: DEBUG nova.objects.instance [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'flavor' on Instance uuid 21ac72f2-c1e7-49e9-9a90-e393064471aa {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.689857] env[69371]: DEBUG nova.compute.manager [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Received event network-vif-plugged-70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.690117] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] Acquiring lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.690341] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.690681] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.690681] env[69371]: DEBUG nova.compute.manager [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] No waiting events found dispatching network-vif-plugged-70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.690831] env[69371]: WARNING nova.compute.manager [req-4f6ff154-6e95-48bb-83df-5f868d8807c2 req-69d3643d-c1e9-4c96-8b29-2bab5d5d2e47 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Received unexpected event network-vif-plugged-70e3bcd0-05b3-4083-bac4-bec7d344f675 for instance with vm_state building and task_state spawning. [ 971.728213] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 5c3ecd76-b649-4a9e-8bc0-8f39ba56a5a2] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.793590] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.803185] env[69371]: DEBUG oslo_concurrency.lockutils [None req-51792371-7056-493e-ad14-61b3adbb5796 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.806868] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.264s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.808664] env[69371]: INFO nova.compute.claims [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.886457] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568419} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.886736] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6222f7f2-3f6b-4818-a416-489bef93ceb7/6222f7f2-3f6b-4818-a416-489bef93ceb7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.886949] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.887250] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba2bccf-b268-4c7b-970f-211074904902 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.898475] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 971.898475] env[69371]: value = "task-4130467" [ 971.898475] env[69371]: _type = "Task" [ 971.898475] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.906624] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130466, 'name': ReconfigVM_Task, 'duration_secs': 0.265102} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.907414] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.907636] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.907906] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652c96e4-52d6-4ed7-bf2d-ef1510d94a08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.912969] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.918746] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 971.918746] env[69371]: value = "task-4130468" [ 971.918746] env[69371]: _type = "Task" [ 971.918746] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.931498] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.939818] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Successfully updated port: 70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.955963] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.971659] env[69371]: DEBUG nova.network.neutron [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.005888] env[69371]: DEBUG oslo_concurrency.lockutils [req-cf139779-a5b6-46a5-a729-28cc536d91c4 req-5de661a7-b57c-4f24-8003-f8b3754a1a4c service nova] Releasing lock "refresh_cache-b9d3f1d9-1302-4327-81eb-a2b902a4a688" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.101180] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Successfully created port: 6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.154968] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd578290-86d7-4993-8982-3726a10ffb54 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.232671] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ca2afff9-d273-4f7b-a8c0-f1371b3aa6fc] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.411935] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078677} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.412035] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.414279] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafcae79-05fa-4868-8039-1935b009de8b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.448772] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 6222f7f2-3f6b-4818-a416-489bef93ceb7/6222f7f2-3f6b-4818-a416-489bef93ceb7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.451327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.451468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.451619] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.452907] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922beea6-da3c-4e3f-a99a-4f0c5dc00dfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.475079] env[69371]: DEBUG oslo_concurrency.lockutils [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.484366] env[69371]: DEBUG oslo_vmware.api [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130468, 'name': PowerOnVM_Task, 'duration_secs': 0.40645} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.484696] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 972.484696] env[69371]: value = "task-4130469" [ 972.484696] env[69371]: _type = "Task" [ 972.484696] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.485505] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.485505] env[69371]: DEBUG nova.compute.manager [None req-d69b644d-0784-420e-a21d-4303ebda10d3 tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.486535] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec636618-e6e7-417a-9a51-39d2182bd7c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.498987] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.737078] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 19afd615-3771-440d-8556-0342b1ff805f] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.805536] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.855514] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.856601] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.856601] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.856601] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.856946] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.857119] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.857340] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.857500] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.857706] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.857921] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.858313] env[69371]: DEBUG nova.virt.hardware [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.859074] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4b56c-5393-4624-ab80-c6e1f18a5bfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.869265] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9f95a-cc74-424a-8bc1-e32a33f9d776 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.002287] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.010747] env[69371]: INFO nova.compute.manager [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Rescuing [ 973.010747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.010747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.010747] env[69371]: DEBUG nova.network.neutron [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.016008] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e9107-79df-457c-b0e1-278c325d4a13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.024731] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.046426] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859ed48-4c9c-47a6-a1ae-852d4b9094b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.058593] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.241839] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9e5bc7d9-d2f6-40dd-828d-e85a55bedbc4] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.294504] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Updating instance_info_cache with network_info: [{"id": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "address": "fa:16:3e:32:45:4f", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e3bcd0-05", "ovs_interfaceid": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.299699] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2754a4-7d6c-4fe7-a3ff-fbe3a0c80d77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.308652] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c1b55-80e4-4b64-95a0-bd5b579a0c2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.348264] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b54712c-767c-4459-8eff-004d1ce2ee57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.356815] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a661871-1083-42a0-aae1-a34b99035a70 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.371897] env[69371]: DEBUG nova.compute.provider_tree [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.512045] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130469, 'name': ReconfigVM_Task, 'duration_secs': 0.651593} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.512045] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 6222f7f2-3f6b-4818-a416-489bef93ceb7/6222f7f2-3f6b-4818-a416-489bef93ceb7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.512045] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd073783-231f-4bca-820f-4687121bda19 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.525695] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 973.525695] env[69371]: value = "task-4130470" [ 973.525695] env[69371]: _type = "Task" [ 973.525695] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.542254] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130470, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.569060] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.569060] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1817cacc-432d-4ab5-8a19-4a4d52410162 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.576626] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 973.576626] env[69371]: value = "task-4130471" [ 973.576626] env[69371]: _type = "Task" [ 973.576626] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.586663] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.750728] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 384b0c67-defe-49f6-b6e2-7c91026707ab] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.804054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.804490] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Instance network_info: |[{"id": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "address": "fa:16:3e:32:45:4f", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e3bcd0-05", "ovs_interfaceid": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.806894] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:45:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70e3bcd0-05b3-4083-bac4-bec7d344f675', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.818850] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.821134] env[69371]: DEBUG nova.compute.manager [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Received event network-changed-70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.821134] env[69371]: DEBUG nova.compute.manager [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Refreshing instance network info cache due to event network-changed-70e3bcd0-05b3-4083-bac4-bec7d344f675. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.821134] env[69371]: DEBUG oslo_concurrency.lockutils [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] Acquiring lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.821353] env[69371]: DEBUG oslo_concurrency.lockutils [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] Acquired lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.821639] env[69371]: DEBUG nova.network.neutron [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Refreshing network info cache for port 70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.828088] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.828321] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086563ab-fe2e-45bc-8e8f-d26ac2b0a0a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.853912] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.853912] env[69371]: value = "task-4130472" [ 973.853912] env[69371]: _type = "Task" [ 973.853912] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.865244] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130472, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.877021] env[69371]: DEBUG nova.scheduler.client.report [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.003100] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.003548] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.003869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.005076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.005076] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.007281] env[69371]: INFO nova.compute.manager [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Terminating instance [ 974.009955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.038242] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130470, 'name': Rename_Task, 'duration_secs': 0.232698} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.038506] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.038777] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff8c962-2495-4a60-a826-3f4b19bac1e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.050500] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 974.050500] env[69371]: value = "task-4130473" [ 974.050500] env[69371]: _type = "Task" [ 974.050500] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.058400] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.090108] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.091304] env[69371]: DEBUG nova.network.neutron [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.255596] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 92b7fbc4-a250-43f7-99b5-995a091a1af2] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.289286] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Successfully updated port: 6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.368842] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130472, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.385853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.386666] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.391623] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.085s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.392109] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.396280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.541s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.398987] env[69371]: INFO nova.compute.claims [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.440819] env[69371]: INFO nova.scheduler.client.report [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocations for instance a2c66ab9-7232-4b25-9f76-79a80e0faf6d [ 974.513745] env[69371]: DEBUG nova.compute.manager [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.513990] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.515425] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215bc420-5445-4d2a-8c9b-07ccc73088b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.532759] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.536273] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4022cae-d12d-43a1-b8fa-59e9a994818d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.546537] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 974.546537] env[69371]: value = "task-4130474" [ 974.546537] env[69371]: _type = "Task" [ 974.546537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.560817] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.567196] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.597452] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.599940] env[69371]: DEBUG oslo_vmware.api [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130471, 'name': PowerOnVM_Task, 'duration_secs': 0.563889} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.605033] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.605033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2faf7-5d68-4fe3-a284-bf3e1c752081 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance '4cf51ce4-7593-4b3b-9d16-d90af3233f9b' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.665950] env[69371]: DEBUG nova.network.neutron [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Updated VIF entry in instance network info cache for port 70e3bcd0-05b3-4083-bac4-bec7d344f675. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.666528] env[69371]: DEBUG nova.network.neutron [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Updating instance_info_cache with network_info: [{"id": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "address": "fa:16:3e:32:45:4f", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e3bcd0-05", "ovs_interfaceid": "70e3bcd0-05b3-4083-bac4-bec7d344f675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.759820] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c8166933-ec22-4c63-a220-1a52c05515ee] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.792034] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.792034] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.792034] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.865709] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130472, 'name': CreateVM_Task, 'duration_secs': 0.577804} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.865885] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.866685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.866857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.867221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.867494] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bea58a-f32d-4828-855e-7f34f32cd69e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.873734] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 974.873734] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522053f4-738e-398f-1b01-04c8c06d087e" [ 974.873734] env[69371]: _type = "Task" [ 974.873734] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.885015] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522053f4-738e-398f-1b01-04c8c06d087e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.905582] env[69371]: DEBUG nova.compute.utils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.910016] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.910207] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.952911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cc3b39d9-8bc5-4c49-9b99-950c7ad8ffe9 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a2c66ab9-7232-4b25-9f76-79a80e0faf6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.085s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.959397] env[69371]: DEBUG nova.policy [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60090a843dc44c3a8e58a5566184c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba731dd12b284748bc66a46cddd5ba2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.063747] env[69371]: DEBUG oslo_vmware.api [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130473, 'name': PowerOnVM_Task, 'duration_secs': 0.638439} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.063747] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130474, 'name': PowerOffVM_Task, 'duration_secs': 0.247518} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.063964] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.064288] env[69371]: INFO nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Took 11.47 seconds to spawn the instance on the hypervisor. [ 975.064484] env[69371]: DEBUG nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.064759] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.064912] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.065784] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb72f4d-9b2d-466e-a2c1-c8f2ee753476 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.068474] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c6b16b9-be28-4ba1-9896-797d0666d3c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.170990] env[69371]: DEBUG oslo_concurrency.lockutils [req-9d156432-7da9-4252-91a6-57f2c5831548 req-d85f2ac6-9970-4fe2-9d42-e099a6d523c6 service nova] Releasing lock "refresh_cache-a29028e5-8a83-439a-aa36-e9d4d97f03e3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.264088] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 065b704e-0717-4af5-9816-52ebdf54b9db] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.298949] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Successfully created port: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.348259] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.388333] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522053f4-738e-398f-1b01-04c8c06d087e, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.388746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.389032] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.389414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.389608] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.389835] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.390171] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43b39db-5122-4cdc-8351-f949553eb797 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.400070] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.400458] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.401134] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85cbb17-44bc-4a78-81a4-544be411b875 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.407093] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 975.407093] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5244bf9b-b478-f5df-f36a-f9a4915a423e" [ 975.407093] env[69371]: _type = "Task" [ 975.407093] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.413803] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.434702] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5244bf9b-b478-f5df-f36a-f9a4915a423e, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.438089] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e455b0-be92-4651-a05c-7c99e323dbf6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.447803] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 975.447803] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aafbbc-7b98-eaae-835d-651f136a2c5c" [ 975.447803] env[69371]: _type = "Task" [ 975.447803] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.461552] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aafbbc-7b98-eaae-835d-651f136a2c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.464646] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464933] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a29028e5-8a83-439a-aa36-e9d4d97f03e3/a29028e5-8a83-439a-aa36-e9d4d97f03e3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.466308] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04429529-e234-49c4-a00d-86da93f0e42e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.476764] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 975.476764] env[69371]: value = "task-4130476" [ 975.476764] env[69371]: _type = "Task" [ 975.476764] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.494663] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.589266] env[69371]: INFO nova.compute.manager [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Took 57.55 seconds to build instance. [ 975.603114] env[69371]: DEBUG nova.network.neutron [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Updating instance_info_cache with network_info: [{"id": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "address": "fa:16:3e:9e:01:55", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8dda7f-23", "ovs_interfaceid": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.772490] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 18c0d4a1-96ba-42e6-a696-0f9792684e5c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.881806] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6628a-0712-4dbe-9609-8842f5b34bfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.890265] env[69371]: DEBUG nova.compute.manager [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Received event network-vif-plugged-6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.890842] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Acquiring lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.891116] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.891393] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.891514] env[69371]: DEBUG nova.compute.manager [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] No waiting events found dispatching network-vif-plugged-6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.891633] env[69371]: WARNING nova.compute.manager [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Received unexpected event network-vif-plugged-6e8dda7f-233e-4916-8e7e-310c822ae8fa for instance with vm_state building and task_state spawning. [ 975.891848] env[69371]: DEBUG nova.compute.manager [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Received event network-changed-6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.892027] env[69371]: DEBUG nova.compute.manager [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Refreshing instance network info cache due to event network-changed-6e8dda7f-233e-4916-8e7e-310c822ae8fa. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.892200] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Acquiring lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.906760] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe3a609-b855-4416-afa4-00575893db38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.911262] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.912450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.959306] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64abed0c-4611-4734-9ec4-e67f3dafd72b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.978815] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb9512-9e16-468e-9bf0-6334b55ca0ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.998794] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130476, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.007821] env[69371]: DEBUG nova.compute.provider_tree [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.093220] env[69371]: DEBUG oslo_concurrency.lockutils [None req-38d88038-9099-464e-90c2-746f51bfb8a2 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.070s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.107103] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.107103] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Instance network_info: |[{"id": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "address": "fa:16:3e:9e:01:55", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8dda7f-23", "ovs_interfaceid": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.107103] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Acquired lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.107103] env[69371]: DEBUG nova.network.neutron [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Refreshing network info cache for port 6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.108316] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:01:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e8dda7f-233e-4916-8e7e-310c822ae8fa', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.116537] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.117211] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.117959] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0550498-5649-42bd-97a4-4799db814695 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.147590] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.147590] env[69371]: value = "task-4130477" [ 976.147590] env[69371]: _type = "Task" [ 976.147590] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.158781] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130477, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.159342] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.159614] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71b574c4-bca4-410f-a78d-d7b51f6db5f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.168251] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 976.168251] env[69371]: value = "task-4130478" [ 976.168251] env[69371]: _type = "Task" [ 976.168251] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.179718] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.276622] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ae9c7ebc-0839-4c60-82ab-1f2ef1bdccac] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.418143] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.461144] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.471746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.472303] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.472794] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.475996] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.475996] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.476994] env[69371]: INFO nova.compute.manager [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Terminating instance [ 976.499203] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.501142] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.501787] env[69371]: DEBUG nova.virt.hardware [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.503222] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64398e2b-cab4-48b1-8ef2-26b4489fa802 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.511074] env[69371]: DEBUG nova.scheduler.client.report [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.514707] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555412} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.516442] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a29028e5-8a83-439a-aa36-e9d4d97f03e3/a29028e5-8a83-439a-aa36-e9d4d97f03e3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.516782] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.517810] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b87106-ae5e-4a4c-9fe0-3376f99a3a53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.524192] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e6f18-546e-4e6f-900f-41d940ba07cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.531169] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 976.531169] env[69371]: value = "task-4130479" [ 976.531169] env[69371]: _type = "Task" [ 976.531169] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.554368] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.662508] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130477, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.679283] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130478, 'name': PowerOffVM_Task, 'duration_secs': 0.249906} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.679283] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.680630] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9239a183-4e14-4076-b22b-c9a43cddda4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.708480] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aaef1f-b8f5-4fd7-ad2c-9bc9478a4930 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.749012] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.749382] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58b84b6-3fdc-41c7-bb30-a1b31a05a35e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.757765] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 976.757765] env[69371]: value = "task-4130480" [ 976.757765] env[69371]: _type = "Task" [ 976.757765] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.767216] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.781390] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: aa2b8b36-3d7f-48d2-afee-d1412bd34fb2] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.815656] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.816047] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.816370] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleting the datastore file [datastore2] 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.816723] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade6739b-4f1e-4fec-8143-995f86d8e7ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.825660] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 976.825660] env[69371]: value = "task-4130481" [ 976.825660] env[69371]: _type = "Task" [ 976.825660] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.838738] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.969057] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.984599] env[69371]: DEBUG nova.compute.manager [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.985386] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.987630] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8db862-edda-447c-b92f-8c341ddc9ef4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003909] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.004812] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b74790-7de7-485a-8732-3a630b3c5749 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.018781] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 977.018781] env[69371]: value = "task-4130482" [ 977.018781] env[69371]: _type = "Task" [ 977.018781] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.025211] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.025704] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.029704] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.570s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.029918] env[69371]: DEBUG nova.objects.instance [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.041609] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.050816] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235808} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.053025] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.053025] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb001f2a-f4cb-42c7-bdc2-33d787aa28cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.081881] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a29028e5-8a83-439a-aa36-e9d4d97f03e3/a29028e5-8a83-439a-aa36-e9d4d97f03e3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.081881] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6aebd68-4228-46a3-a35b-465b7a0cf1fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.106307] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 977.106307] env[69371]: value = "task-4130483" [ 977.106307] env[69371]: _type = "Task" [ 977.106307] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.118503] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.161172] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130477, 'name': CreateVM_Task, 'duration_secs': 0.939358} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.161482] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.162437] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.162535] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162907] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.166030] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6de5e3-9893-40f7-97be-73482e2b5d60 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.170434] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 977.170434] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5247bd7e-4f19-bcd3-cf0f-3b252a568eb6" [ 977.170434] env[69371]: _type = "Task" [ 977.170434] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.179990] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5247bd7e-4f19-bcd3-cf0f-3b252a568eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.227611] env[69371]: DEBUG nova.network.neutron [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Updated VIF entry in instance network info cache for port 6e8dda7f-233e-4916-8e7e-310c822ae8fa. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.227611] env[69371]: DEBUG nova.network.neutron [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Updating instance_info_cache with network_info: [{"id": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "address": "fa:16:3e:9e:01:55", "network": {"id": "7e80bcbb-c543-40f0-a872-0f78d304bd65", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-88652468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fede6eaa75c141fdbb9118ae4e77ed23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8dda7f-23", "ovs_interfaceid": "6e8dda7f-233e-4916-8e7e-310c822ae8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.271604] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.271852] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.272068] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272630] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.273104] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ddc2cc-7812-41df-a2c0-1c98408d727f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.284866] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.284866] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.285243] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1444a73b-85f7-4917-854c-11183e643f50] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.287174] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64366d20-0f3f-4b53-8fef-0d61b9704ea5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.294955] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 977.294955] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522a37a5-5c9b-c70e-0781-129dea56b6b3" [ 977.294955] env[69371]: _type = "Task" [ 977.294955] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.305354] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522a37a5-5c9b-c70e-0781-129dea56b6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.337170] env[69371]: DEBUG oslo_vmware.api [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278941} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.337287] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.337444] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.337628] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.337800] env[69371]: INFO nova.compute.manager [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Took 2.82 seconds to destroy the instance on the hypervisor. [ 977.338070] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.338294] env[69371]: DEBUG nova.compute.manager [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.338367] env[69371]: DEBUG nova.network.neutron [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.401447] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Successfully updated port: ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.533008] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130482, 'name': PowerOffVM_Task, 'duration_secs': 0.356124} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.533331] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.533508] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.535052] env[69371]: DEBUG nova.compute.utils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.539622] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aa4bf27-73d4-4ef4-9d8a-98fb5afd6b07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.541849] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.542048] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.603517] env[69371]: DEBUG nova.policy [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.617793] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130483, 'name': ReconfigVM_Task, 'duration_secs': 0.440478} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.617793] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a29028e5-8a83-439a-aa36-e9d4d97f03e3/a29028e5-8a83-439a-aa36-e9d4d97f03e3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.618927] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f532fb3d-2ceb-4896-9e6b-224245f3d516 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.627360] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 977.627360] env[69371]: value = "task-4130485" [ 977.627360] env[69371]: _type = "Task" [ 977.627360] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.637499] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130485, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.690766] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5247bd7e-4f19-bcd3-cf0f-3b252a568eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.697675] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.697943] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.698465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.698465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698601] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.698804] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.698979] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.699162] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleting the datastore file [datastore2] 6222f7f2-3f6b-4818-a416-489bef93ceb7 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.699473] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca021907-2882-4086-b30c-91d765935c55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.704037] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d965bde7-929d-448f-8c8a-52292c24727d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.711800] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for the task: (returnval){ [ 977.711800] env[69371]: value = "task-4130486" [ 977.711800] env[69371]: _type = "Task" [ 977.711800] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.720621] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.721161] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.722982] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cddb27-4743-4adb-83ae-9f74e0e71750 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.734810] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.734943] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 977.734943] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e919c5-05ae-1659-54d6-0f3604854f86" [ 977.734943] env[69371]: _type = "Task" [ 977.734943] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.739283] env[69371]: DEBUG oslo_concurrency.lockutils [req-1ec0ca16-4897-46da-b426-4d3fa0c6564b req-aedcb67f-b955-4fa8-9741-e6afc1c10835 service nova] Releasing lock "refresh_cache-2aabaadb-ac21-4dee-8747-317c3e68fdb1" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.750057] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e919c5-05ae-1659-54d6-0f3604854f86, 'name': SearchDatastore_Task, 'duration_secs': 0.01549} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.752149] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf09767-7673-499f-a161-883f6f42bea1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.758252] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 977.758252] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5208b150-4a4a-bf2c-2c38-74e1391f53c8" [ 977.758252] env[69371]: _type = "Task" [ 977.758252] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.770377] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5208b150-4a4a-bf2c-2c38-74e1391f53c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.791861] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ee543d6d-19a1-4787-a2b3-fde6d8aa99fd] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.811359] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522a37a5-5c9b-c70e-0781-129dea56b6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.811359] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17afeadb-0629-4eef-9182-5de1b85ff3ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.818802] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 977.818802] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5218eb15-2b41-d949-c905-b9af0befe986" [ 977.818802] env[69371]: _type = "Task" [ 977.818802] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.833312] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5218eb15-2b41-d949-c905-b9af0befe986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.905467] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.905467] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.905467] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.916102] env[69371]: DEBUG nova.network.neutron [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Port cfd9b7cc-4020-4035-957e-d1148dbb0dd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 977.916102] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.916239] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.916410] env[69371]: DEBUG nova.network.neutron [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.044713] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Received event network-vif-plugged-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.044959] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.045383] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.045600] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.045789] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] No waiting events found dispatching network-vif-plugged-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.045944] env[69371]: WARNING nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Received unexpected event network-vif-plugged-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 for instance with vm_state building and task_state spawning. [ 978.046264] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Received event network-changed-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.046591] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Refreshing instance network info cache due to event network-changed-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.046931] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Acquiring lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.047871] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Successfully created port: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.051108] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.055173] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5e304c4c-26ee-4bf5-bb37-21858d55d829 tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.056835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.943s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.057070] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.060559] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.083s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.060559] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.064778] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.112s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.064778] env[69371]: DEBUG nova.objects.instance [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lazy-loading 'resources' on Instance uuid 1299ea4c-162c-4ca9-9493-3e0791dcccfb {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.103462] env[69371]: INFO nova.scheduler.client.report [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Deleted allocations for instance 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541 [ 978.111674] env[69371]: INFO nova.scheduler.client.report [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted allocations for instance 615b5f22-2d44-473c-8d1d-529ce881f98a [ 978.140116] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130485, 'name': Rename_Task, 'duration_secs': 0.229841} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.140116] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.140116] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f91076d-848c-44fc-9179-48829892a30d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.148417] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 978.148417] env[69371]: value = "task-4130487" [ 978.148417] env[69371]: _type = "Task" [ 978.148417] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.159980] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.206163] env[69371]: DEBUG nova.network.neutron [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.225929] env[69371]: DEBUG oslo_vmware.api [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Task: {'id': task-4130486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399393} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.226254] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.226699] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.227539] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.227539] env[69371]: INFO nova.compute.manager [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 978.227692] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.228071] env[69371]: DEBUG nova.compute.manager [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.228201] env[69371]: DEBUG nova.network.neutron [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.272489] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5208b150-4a4a-bf2c-2c38-74e1391f53c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.272489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.272489] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 2aabaadb-ac21-4dee-8747-317c3e68fdb1/2aabaadb-ac21-4dee-8747-317c3e68fdb1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.272489] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f1a3ff-e974-4e9d-8323-dcea448eafb3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.280062] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 978.280062] env[69371]: value = "task-4130488" [ 978.280062] env[69371]: _type = "Task" [ 978.280062] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.289588] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.295241] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: b63ab591-c43b-4347-8dd7-4bd747f394d5] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.331378] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5218eb15-2b41-d949-c905-b9af0befe986, 'name': SearchDatastore_Task, 'duration_secs': 0.031443} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.331651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.331911] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. {{(pid=69371) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 978.332275] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3df35b87-860c-4af2-ac14-bce3ca0acf44 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.342347] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 978.342347] env[69371]: value = "task-4130489" [ 978.342347] env[69371]: _type = "Task" [ 978.342347] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.352271] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.486984] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.626732] env[69371]: DEBUG oslo_concurrency.lockutils [None req-177ebf49-1299-4b76-8927-188c66e3efe0 tempest-ServersAdminTestJSON-668350373 tempest-ServersAdminTestJSON-668350373-project-member] Lock "79bdbfcc-5ed4-41d9-97bd-9d5a9e829541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.133s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.630293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6caa6b0-83cc-4131-b0ab-2353746ebc8f tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "615b5f22-2d44-473c-8d1d-529ce881f98a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.053s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.663731] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.709212] env[69371]: INFO nova.compute.manager [-] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Took 1.37 seconds to deallocate network for instance. [ 978.798701] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c3c5257b-43a8-4732-a68f-00914ad78a98] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.800909] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.863784] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.959647] env[69371]: DEBUG nova.network.neutron [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.105655] env[69371]: DEBUG nova.network.neutron [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.105655] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.105655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b437765-a45f-4cc1-8d0e-672c9bbfcb19 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.105655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a19904-b95d-478a-8b1e-d70f920acb22 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.127926] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10702d98-90c4-4bc3-a232-ec74dceda1e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.138750] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.138872] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.139363] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.139363] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.139468] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.139615] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.139854] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.140043] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.140252] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.140402] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.140623] env[69371]: DEBUG nova.virt.hardware [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.141959] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915808f6-71a2-4de4-ab72-0bc36c34718c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.147014] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6ade6-7257-41d4-b460-ac4b6df2aa6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.167614] env[69371]: DEBUG nova.compute.provider_tree [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.172364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823baff-78d9-4bad-846d-5b21a202e3e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.186145] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "5eb37be4-46e9-4975-aced-35816a16c930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.186145] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.186550] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130487, 'name': PowerOnVM_Task, 'duration_secs': 0.889903} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.187617] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.187844] env[69371]: INFO nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Took 8.97 seconds to spawn the instance on the hypervisor. [ 979.188041] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.189128] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585778a1-bc31-4cef-b213-feacec101627 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.220645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.295345] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607954} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.295695] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 2aabaadb-ac21-4dee-8747-317c3e68fdb1/2aabaadb-ac21-4dee-8747-317c3e68fdb1.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.295984] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.296343] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f58e3c-3441-42cb-9100-ff60f0d28a68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.302460] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 5b765100-3eae-4e07-b5ef-abd247bb4835] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.307254] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 979.307254] env[69371]: value = "task-4130490" [ 979.307254] env[69371]: _type = "Task" [ 979.307254] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.324441] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.357915] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632936} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.358574] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk. [ 979.359711] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6a88d-528c-4627-b5d0-454225378b08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.397858] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.398662] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f97f8a3-4a8a-4175-b4f3-86da9e083866 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.420090] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 979.420090] env[69371]: value = "task-4130491" [ 979.420090] env[69371]: _type = "Task" [ 979.420090] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.429949] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.463173] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.463633] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Instance network_info: |[{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.463967] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Acquired lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.464294] env[69371]: DEBUG nova.network.neutron [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Refreshing network info cache for port ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.465541] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:cd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.474552] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.475639] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.475880] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e354fcc-bb67-402b-83e1-5fc3b07806d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.505230] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.505230] env[69371]: value = "task-4130492" [ 979.505230] env[69371]: _type = "Task" [ 979.505230] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.518189] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130492, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.562648] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.671892] env[69371]: DEBUG nova.scheduler.client.report [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.690145] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.723035] env[69371]: INFO nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Took 46.71 seconds to build instance. [ 979.776991] env[69371]: DEBUG nova.network.neutron [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.812438] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 881a0b1e-4043-4466-aec3-9ab73a4f9575] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.822538] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213736} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.823841] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.828020] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51cdcb-23ed-49af-acf0-ea985cc8a919 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.857613] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 2aabaadb-ac21-4dee-8747-317c3e68fdb1/2aabaadb-ac21-4dee-8747-317c3e68fdb1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.858696] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f7e0af-253a-41a7-9c74-c0b3f1a4a191 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.881714] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 979.881714] env[69371]: value = "task-4130493" [ 979.881714] env[69371]: _type = "Task" [ 979.881714] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.894202] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.932784] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130491, 'name': ReconfigVM_Task, 'duration_secs': 0.432873} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.933144] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa/f3242e19-7cd9-42b7-8515-e9e6418e80b9-rescue.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.934088] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b69b44-69e2-4374-8323-2ead8f343fa7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.964019] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6021598c-60e1-4ccf-8593-b41b5442920a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.980649] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 979.980649] env[69371]: value = "task-4130494" [ 979.980649] env[69371]: _type = "Task" [ 979.980649] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.993336] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.015369] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130492, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.016434] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Successfully updated port: 737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.067955] env[69371]: DEBUG nova.compute.manager [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69371) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 980.068174] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.116656] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-vif-deleted-678a0d42-8d0d-433d-a8f6-6bb2d6bb4c96 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.116656] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Received event network-vif-deleted-01ab8d0a-013a-4e5d-b3d5-5d17a11e694f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.116987] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Received event network-vif-plugged-737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.116987] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Acquiring lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.117254] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.117432] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.117604] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] No waiting events found dispatching network-vif-plugged-737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.117773] env[69371]: WARNING nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Received unexpected event network-vif-plugged-737b57a3-eefd-47bc-bf22-71ee33fab0a5 for instance with vm_state building and task_state spawning. [ 980.117936] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Received event network-changed-737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.118125] env[69371]: DEBUG nova.compute.manager [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Refreshing instance network info cache due to event network-changed-737b57a3-eefd-47bc-bf22-71ee33fab0a5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.118365] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Acquiring lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.118508] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Acquired lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.118663] env[69371]: DEBUG nova.network.neutron [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Refreshing network info cache for port 737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.178010] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.181383] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.226s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.183082] env[69371]: INFO nova.compute.claims [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.217465] env[69371]: INFO nova.scheduler.client.report [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Deleted allocations for instance 1299ea4c-162c-4ca9-9493-3e0791dcccfb [ 980.223818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.227044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.218s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.266807] env[69371]: DEBUG nova.network.neutron [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updated VIF entry in instance network info cache for port ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.267337] env[69371]: DEBUG nova.network.neutron [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.280400] env[69371]: INFO nova.compute.manager [-] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Took 2.05 seconds to deallocate network for instance. [ 980.309513] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.309958] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.316127] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4bddbe9c-ef5c-4788-a28e-da0d981bde29] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.394458] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.493810] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130494, 'name': ReconfigVM_Task, 'duration_secs': 0.445983} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.494217] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.494576] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de136da-fad2-4dd8-b6ea-a237c923c537 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.501471] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 980.501471] env[69371]: value = "task-4130495" [ 980.501471] env[69371]: _type = "Task" [ 980.501471] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.513369] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.519142] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130492, 'name': CreateVM_Task, 'duration_secs': 0.842088} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.519361] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.520062] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.520265] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.520607] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.521192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.521393] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f069a8dc-7eb2-4d11-9e08-e1c0925fe826 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.530922] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 980.530922] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5210049f-25d1-084a-6907-9d3497b7e48d" [ 980.530922] env[69371]: _type = "Task" [ 980.530922] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.544325] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5210049f-25d1-084a-6907-9d3497b7e48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.670078] env[69371]: DEBUG nova.network.neutron [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.730974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-20a8b8ad-2f97-460c-8d6c-655d53b7cc4f tempest-ServerShowV254Test-1818553556 tempest-ServerShowV254Test-1818553556-project-member] Lock "1299ea4c-162c-4ca9-9493-3e0791dcccfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.990s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.770688] env[69371]: DEBUG oslo_concurrency.lockutils [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] Releasing lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.771468] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Received event network-vif-deleted-0dd23ad8-625d-40cd-8e1b-fb7bc664410a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.771468] env[69371]: INFO nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Neutron deleted interface 0dd23ad8-625d-40cd-8e1b-fb7bc664410a; detaching it from the instance and deleting it from the info cache [ 980.771710] env[69371]: DEBUG nova.network.neutron [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.791679] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.795527] env[69371]: DEBUG nova.network.neutron [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.813680] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.820089] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: b0d99289-a726-4243-999e-72e375c48bdb] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.894938] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130493, 'name': ReconfigVM_Task, 'duration_secs': 0.804404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.895833] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 2aabaadb-ac21-4dee-8747-317c3e68fdb1/2aabaadb-ac21-4dee-8747-317c3e68fdb1.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.896693] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1470789-2d0c-440c-ac55-25dad05203f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.907049] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 980.907049] env[69371]: value = "task-4130496" [ 980.907049] env[69371]: _type = "Task" [ 980.907049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.919146] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130496, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.013212] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.047018] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5210049f-25d1-084a-6907-9d3497b7e48d, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047439] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.047758] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.048055] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.048211] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.049338] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.050849] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1a1f6f5-b9e1-4767-9ff2-e1673cc14f65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.067779] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.068015] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.069391] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba586649-e68a-4764-9d28-6d33401cb4c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.078739] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 981.078739] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aff828-9647-a16f-9cab-e92a60edca66" [ 981.078739] env[69371]: _type = "Task" [ 981.078739] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.090880] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aff828-9647-a16f-9cab-e92a60edca66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.275427] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a517b306-fb0d-4291-a908-9f7b0806dfbe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.302125] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e455cb3-aa94-486d-83d4-4d150f8be805 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.316152] env[69371]: DEBUG oslo_concurrency.lockutils [req-fe3d64ca-dc5f-448e-b923-8a106c4729e0 req-deb183b2-fc34-4e36-a1f1-8dea71a387e2 service nova] Releasing lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.316831] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.317017] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.324638] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 38dfffac-77ba-45e6-83bd-455a2c5bfef4] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.344128] env[69371]: DEBUG nova.compute.manager [req-889bb0c5-0bec-4a6c-a2fb-12225bba6c4d req-14a95b9e-25fc-4152-9a73-51dbbc0ede45 service nova] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Detach interface failed, port_id=0dd23ad8-625d-40cd-8e1b-fb7bc664410a, reason: Instance 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.345538] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.420162] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130496, 'name': Rename_Task, 'duration_secs': 0.368557} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.420473] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.420758] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199050f3-f34c-40a9-9e00-e6aae7077765 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.431429] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 981.431429] env[69371]: value = "task-4130497" [ 981.431429] env[69371]: _type = "Task" [ 981.431429] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.441804] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.518141] env[69371]: DEBUG oslo_vmware.api [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130495, 'name': PowerOnVM_Task, 'duration_secs': 0.513811} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.518534] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.521542] env[69371]: DEBUG nova.compute.manager [None req-851e95ca-b1f2-4d80-8e60-bc33e9a8f421 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.522641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da423e9d-c10c-4d31-b8d9-239c8c0d4e02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.591143] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aff828-9647-a16f-9cab-e92a60edca66, 'name': SearchDatastore_Task, 'duration_secs': 0.024055} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.595018] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a033d40e-57cf-403a-bd1d-ca5d62feee93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.601309] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 981.601309] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520fac50-a0cd-31d6-7ea1-7532b83cc048" [ 981.601309] env[69371]: _type = "Task" [ 981.601309] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.611875] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520fac50-a0cd-31d6-7ea1-7532b83cc048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.663625] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a8069-ed05-4d10-9098-117b074a4768 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.675708] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31907a37-1b03-45c6-b986-c7863ca986b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.715638] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c2001-9906-415a-b571-746db07ba7c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.728918] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee08dfb3-e9b0-49b2-b9c4-a38524016b1e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.752588] env[69371]: DEBUG nova.compute.provider_tree [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.844653] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 2ff37a93-1d8d-4f5e-aaff-a83104a0c78d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.867118] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.948366] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130497, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.115043] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520fac50-a0cd-31d6-7ea1-7532b83cc048, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.115043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.115043] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.115043] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129faad7-0817-4d67-900a-a3c89fdd9d5b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.126029] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 982.126029] env[69371]: value = "task-4130498" [ 982.126029] env[69371]: _type = "Task" [ 982.126029] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.134216] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.143307] env[69371]: DEBUG nova.network.neutron [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Updating instance_info_cache with network_info: [{"id": "737b57a3-eefd-47bc-bf22-71ee33fab0a5", "address": "fa:16:3e:85:91:f9", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737b57a3-ee", "ovs_interfaceid": "737b57a3-eefd-47bc-bf22-71ee33fab0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.256850] env[69371]: DEBUG nova.scheduler.client.report [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.350455] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: bacc70dd-aa33-4f81-b909-de5067be475d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.447979] env[69371]: DEBUG oslo_vmware.api [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130497, 'name': PowerOnVM_Task, 'duration_secs': 0.637476} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.448428] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.448731] env[69371]: INFO nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 982.449010] env[69371]: DEBUG nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.450878] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd7f8f-f86a-4d25-a731-6ec35ba0d007 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.514482] env[69371]: INFO nova.compute.manager [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Unrescuing [ 982.514650] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.514921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.515116] env[69371]: DEBUG nova.network.neutron [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.639673] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.646747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "056bc8c1-8739-4605-b24c-805f30544886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.647044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.647289] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "056bc8c1-8739-4605-b24c-805f30544886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.647617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.647681] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.650161] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-14fd4442-c3a2-4346-8ab7-8b7c47652735" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.650500] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance network_info: |[{"id": "737b57a3-eefd-47bc-bf22-71ee33fab0a5", "address": "fa:16:3e:85:91:f9", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737b57a3-ee", "ovs_interfaceid": "737b57a3-eefd-47bc-bf22-71ee33fab0a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.651065] env[69371]: INFO nova.compute.manager [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Terminating instance [ 982.652635] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:91:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '737b57a3-eefd-47bc-bf22-71ee33fab0a5', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.663049] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating folder: Project (82ecf37c8115478fac90bba1ce3164f3). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.667741] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac1e1d8-1fe6-4680-b6e5-da4053ccf067 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.683107] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created folder: Project (82ecf37c8115478fac90bba1ce3164f3) in parent group-v817910. [ 982.683343] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating folder: Instances. Parent ref: group-v818118. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.684017] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e8c9bb2-5d8b-4e8b-b3f9-2f601da51b14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.696785] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created folder: Instances in parent group-v818118. [ 982.697139] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.697339] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.700496] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7dfe086-c9c2-4739-b15b-6dd5ddf95404 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.720818] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.720818] env[69371]: value = "task-4130501" [ 982.720818] env[69371]: _type = "Task" [ 982.720818] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.732932] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130501, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.763030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.763332] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.766962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.757s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.767263] env[69371]: DEBUG nova.objects.instance [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'pci_requests' on Instance uuid c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.857971] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c8e87a78-3598-4db2-8006-72c42c0d89d6] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.981099] env[69371]: INFO nova.compute.manager [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Took 49.93 seconds to build instance. [ 983.138045] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.980148} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.138507] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.138791] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.139540] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e8b9ca-ecf9-42aa-990d-f6f20f9b35a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.151281] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 983.151281] env[69371]: value = "task-4130502" [ 983.151281] env[69371]: _type = "Task" [ 983.151281] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.164195] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.174929] env[69371]: DEBUG nova.compute.manager [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.175269] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.176515] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8dcb96-fc40-4f17-9dcb-b700f00cf946 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.191030] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.191365] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee917526-5f34-49f6-90a1-e7b8ca938877 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200197] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 983.200197] env[69371]: value = "task-4130503" [ 983.200197] env[69371]: _type = "Task" [ 983.200197] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.212797] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.234395] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130501, 'name': CreateVM_Task, 'duration_secs': 0.474179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.234395] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.234749] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.234963] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.235361] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.235697] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bbb4b5-7f6a-4d59-8930-6181b0731c2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.242852] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 983.242852] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c92d24-291e-33cb-8237-75214b3b1226" [ 983.242852] env[69371]: _type = "Task" [ 983.242852] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.261126] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c92d24-291e-33cb-8237-75214b3b1226, 'name': SearchDatastore_Task, 'duration_secs': 0.014477} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.261664] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.261978] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.262280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.262477] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.262707] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.263104] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb43780-0b0c-4c85-90d7-4c934d0cedfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.270833] env[69371]: DEBUG nova.compute.utils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.272516] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.272762] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.276308] env[69371]: DEBUG nova.objects.instance [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'numa_topology' on Instance uuid c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.279327] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.279595] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.283333] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8c2d24-d149-4b99-bfd0-2e1f38e8b792 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.288419] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 983.288419] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5210b6ab-5604-473e-e976-3203eeaca369" [ 983.288419] env[69371]: _type = "Task" [ 983.288419] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.302395] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5210b6ab-5604-473e-e976-3203eeaca369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.351296] env[69371]: DEBUG nova.policy [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.361804] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 2fcce97a-83ca-4275-87eb-e0fa94789783] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.382187] env[69371]: DEBUG nova.network.neutron [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.486540] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.487668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.487668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.487668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.487668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.489644] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a111eaea-04ff-4215-9446-3b1ff0d0b15e tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.449s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.490218] env[69371]: INFO nova.compute.manager [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Terminating instance [ 983.579031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.579766] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.580706] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.580706] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.580706] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.583871] env[69371]: INFO nova.compute.manager [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Terminating instance [ 983.663811] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107402} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.664437] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.665744] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9dbe9-cc0b-4699-818e-d016bf3d0a3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.699292] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.699716] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260aca5d-0f9d-43bb-b10e-f1b59480ff9b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.718392] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Successfully created port: 63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.732889] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130503, 'name': PowerOffVM_Task, 'duration_secs': 0.315074} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.734915] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.735120] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.735501] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 983.735501] env[69371]: value = "task-4130504" [ 983.735501] env[69371]: _type = "Task" [ 983.735501] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.736599] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e34b34-9bd0-4239-91fc-4a2f59cb427a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.748474] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130504, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.781373] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.783435] env[69371]: INFO nova.compute.claims [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.807152] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5210b6ab-5604-473e-e976-3203eeaca369, 'name': SearchDatastore_Task, 'duration_secs': 0.018138} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.808150] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c817cb-df57-4464-889f-5e5144526660 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.818650] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 983.818650] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524a30f7-80bb-ed45-17f4-198d2755bd3a" [ 983.818650] env[69371]: _type = "Task" [ 983.818650] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.834176] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524a30f7-80bb-ed45-17f4-198d2755bd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.834496] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.834721] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.834978] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleting the datastore file [datastore1] 056bc8c1-8739-4605-b24c-805f30544886 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.835283] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bf8ee52-86e1-4338-b35b-35aee45294b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.843841] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for the task: (returnval){ [ 983.843841] env[69371]: value = "task-4130506" [ 983.843841] env[69371]: _type = "Task" [ 983.843841] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.852924] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.865429] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: fa887b3d-5fd3-4b2d-b7ed-7676d95b9c16] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.886668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.887532] env[69371]: DEBUG nova.objects.instance [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'flavor' on Instance uuid 21ac72f2-c1e7-49e9-9a90-e393064471aa {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.995886] env[69371]: DEBUG nova.compute.manager [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.996196] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.997098] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c963dd0-8f66-4406-a6b3-7e0101ff91b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.007420] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.007862] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c80a33-0b82-4da5-a0e5-7c60ce7d628b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.015845] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 984.015845] env[69371]: value = "task-4130507" [ 984.015845] env[69371]: _type = "Task" [ 984.015845] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.025655] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.088289] env[69371]: DEBUG nova.compute.manager [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.088539] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.089469] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3176b-e1e0-44f2-bfb8-c01d2dcf550c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.098112] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.098402] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58415653-7872-4ecb-9ae9-d6c66ba9fcd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.105653] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 984.105653] env[69371]: value = "task-4130508" [ 984.105653] env[69371]: _type = "Task" [ 984.105653] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.115366] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.248883] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130504, 'name': ReconfigVM_Task, 'duration_secs': 0.365042} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.249218] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.249980] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b2f9709-ffb5-4c31-ba10-d4b409a74328 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.257406] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 984.257406] env[69371]: value = "task-4130509" [ 984.257406] env[69371]: _type = "Task" [ 984.257406] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.266737] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130509, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.339526] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524a30f7-80bb-ed45-17f4-198d2755bd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.340619] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.340876] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 14fd4442-c3a2-4346-8ab7-8b7c47652735/14fd4442-c3a2-4346-8ab7-8b7c47652735.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.341182] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32707e73-ecd1-4ce8-bf2f-d48ca8f13df7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.353463] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 984.353463] env[69371]: value = "task-4130510" [ 984.353463] env[69371]: _type = "Task" [ 984.353463] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.362470] env[69371]: DEBUG oslo_vmware.api [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Task: {'id': task-4130506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477794} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.363956] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.363956] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.363956] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.364243] env[69371]: INFO nova.compute.manager [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Took 1.19 seconds to destroy the instance on the hypervisor. [ 984.364442] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.367591] env[69371]: DEBUG nova.compute.manager [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.367717] env[69371]: DEBUG nova.network.neutron [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.372997] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 40d2c0bd-36c0-4ddd-b94b-4e8687e4076d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.375200] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.397835] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc36ba8-9c50-4309-86ef-6a917bbc8149 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.431047] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.434299] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6085498-f68d-4824-80b5-7325a533197f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.444021] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 984.444021] env[69371]: value = "task-4130511" [ 984.444021] env[69371]: _type = "Task" [ 984.444021] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.452606] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.531469] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130507, 'name': PowerOffVM_Task, 'duration_secs': 0.330219} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.531830] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.532019] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.532399] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47e7468-33df-48c6-a250-299cc7e79024 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.628531] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130508, 'name': PowerOffVM_Task, 'duration_secs': 0.28941} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.630739] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.630739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.630739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.630739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.631312] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleting the datastore file [datastore1] a29028e5-8a83-439a-aa36-e9d4d97f03e3 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.634670] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9141faa0-d022-42df-8178-a8e2c9aa7dbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.636759] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5aa40a8-43d7-4a38-a0b5-eb0e67453e82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.647298] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 984.647298] env[69371]: value = "task-4130514" [ 984.647298] env[69371]: _type = "Task" [ 984.647298] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.665412] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.749084] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3197d94-4749-45f4-b4cf-77ca314bc9ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.765806] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091c242-1d9d-443d-b1a3-8a1d54e9ede2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.781991] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130509, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.811586] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.817340] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a64ba-72f4-4a17-ad86-8073e18160d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.829441] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ac66b-1bf1-43ec-b00d-ee85638f8aa1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.852636] env[69371]: DEBUG nova.compute.provider_tree [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.868749] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.868749] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.868749] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.868749] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.868749] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.869057] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.869219] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.869612] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.870868] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.871173] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.871312] env[69371]: DEBUG nova.virt.hardware [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.873428] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d569bff4-a8c9-49e6-8865-8bebc4a17e3f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.881785] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: b000e444-e6d0-4996-b1d8-8ec67a5fae6d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.883892] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.884611] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.884611] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleting the datastore file [datastore1] 2aabaadb-ac21-4dee-8747-317c3e68fdb1 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.884811] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.885721] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386abc66-2d57-4209-926b-695d4795a529 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.892231] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc50d9f-1814-4d9c-85ff-65d35f22f3fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.901846] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for the task: (returnval){ [ 984.901846] env[69371]: value = "task-4130515" [ 984.901846] env[69371]: _type = "Task" [ 984.901846] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.920983] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.955394] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130511, 'name': PowerOffVM_Task, 'duration_secs': 0.512317} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.955720] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.962652] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfiguring VM instance instance-00000037 to detach disk 2002 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.963135] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf64c2a-73dc-4f82-8125-3902564c53ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.983438] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 984.983438] env[69371]: value = "task-4130516" [ 984.983438] env[69371]: _type = "Task" [ 984.983438] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.994446] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.098078] env[69371]: DEBUG nova.compute.manager [req-ecd807ba-b72c-495c-8db7-2cb0314815de req-d9e118f9-908a-4b5d-bf1e-f8b6cacde123 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Received event network-vif-deleted-bc94cad1-8ce4-4018-b81d-7c43c4b61f4d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.098078] env[69371]: INFO nova.compute.manager [req-ecd807ba-b72c-495c-8db7-2cb0314815de req-d9e118f9-908a-4b5d-bf1e-f8b6cacde123 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Neutron deleted interface bc94cad1-8ce4-4018-b81d-7c43c4b61f4d; detaching it from the instance and deleting it from the info cache [ 985.098078] env[69371]: DEBUG nova.network.neutron [req-ecd807ba-b72c-495c-8db7-2cb0314815de req-d9e118f9-908a-4b5d-bf1e-f8b6cacde123 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.159256] env[69371]: DEBUG oslo_vmware.api [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321041} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.159256] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.159256] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.159438] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.159609] env[69371]: INFO nova.compute.manager [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 985.159863] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.160089] env[69371]: DEBUG nova.compute.manager [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.160194] env[69371]: DEBUG nova.network.neutron [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.272050] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130509, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.359231] env[69371]: DEBUG nova.scheduler.client.report [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.373802] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555284} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.374107] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 14fd4442-c3a2-4346-8ab7-8b7c47652735/14fd4442-c3a2-4346-8ab7-8b7c47652735.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.374340] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.374606] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4228a9f4-f02e-4373-9b7f-a9d2986a5ff5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.382599] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 985.382599] env[69371]: value = "task-4130517" [ 985.382599] env[69371]: _type = "Task" [ 985.382599] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.387377] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 3dea073e-95ab-448b-a0c1-93ad01083a3e] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.397164] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.412607] env[69371]: DEBUG oslo_vmware.api [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Task: {'id': task-4130515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189968} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.414891] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.414891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.414891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.414891] env[69371]: INFO nova.compute.manager [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Took 1.33 seconds to destroy the instance on the hypervisor. [ 985.414891] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.414891] env[69371]: DEBUG nova.compute.manager [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.414891] env[69371]: DEBUG nova.network.neutron [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.495991] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130516, 'name': ReconfigVM_Task, 'duration_secs': 0.340505} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.496275] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfigured VM instance instance-00000037 to detach disk 2002 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.496469] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.496724] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca6a5812-a52c-4acc-8851-ecea2f3f0c27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.504255] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 985.504255] env[69371]: value = "task-4130518" [ 985.504255] env[69371]: _type = "Task" [ 985.504255] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.512755] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.559378] env[69371]: DEBUG nova.network.neutron [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.576811] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Successfully updated port: 63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.601169] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64008918-b8b8-4b71-89ee-ab3c470558de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.612383] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cd3a18-e6d6-4736-b86b-677e4f5a2d0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.648847] env[69371]: DEBUG nova.compute.manager [req-ecd807ba-b72c-495c-8db7-2cb0314815de req-d9e118f9-908a-4b5d-bf1e-f8b6cacde123 service nova] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Detach interface failed, port_id=bc94cad1-8ce4-4018-b81d-7c43c4b61f4d, reason: Instance 056bc8c1-8739-4605-b24c-805f30544886 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.771229] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130509, 'name': Rename_Task, 'duration_secs': 1.202923} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.771504] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.771751] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5145149-19e9-4746-994b-9f9ae3b1171b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.782031] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 985.782031] env[69371]: value = "task-4130519" [ 985.782031] env[69371]: _type = "Task" [ 985.782031] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.793567] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.868587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.100s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.869824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.901s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.871806] env[69371]: INFO nova.compute.claims [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.891082] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 004d22f6-e3e6-4966-b700-5b69f2b8f472] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.902504] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071387} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.903047] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.905866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d0cc0-2a26-499a-b573-dad3501c242d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.935832] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 14fd4442-c3a2-4346-8ab7-8b7c47652735/14fd4442-c3a2-4346-8ab7-8b7c47652735.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.937176] env[69371]: INFO nova.network.neutron [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating port 6b5499fe-408b-4f63-b30e-53828d08e771 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 985.939221] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a0e239-9cca-4654-9a86-1aa4cf19e9d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.962969] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 985.962969] env[69371]: value = "task-4130520" [ 985.962969] env[69371]: _type = "Task" [ 985.962969] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.977232] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.014474] env[69371]: DEBUG oslo_vmware.api [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130518, 'name': PowerOnVM_Task, 'duration_secs': 0.487824} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.014754] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.014990] env[69371]: DEBUG nova.compute.manager [None req-44158638-09be-4e94-b45d-2e844c24971a tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.015904] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0872c6cb-488c-4d3f-ae14-5d8a387660ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.059819] env[69371]: INFO nova.compute.manager [-] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Took 1.69 seconds to deallocate network for instance. [ 986.080831] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.081031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.081652] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.128537] env[69371]: DEBUG nova.network.neutron [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.238776] env[69371]: DEBUG nova.network.neutron [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.294661] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.403620] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: e1a393f0-10b5-4e3e-afb0-4f5eca95f791] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.443687] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.444270] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.474338] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.567463] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.615884] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.634022] env[69371]: INFO nova.compute.manager [-] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Took 1.47 seconds to deallocate network for instance. [ 986.742311] env[69371]: INFO nova.compute.manager [-] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Took 1.33 seconds to deallocate network for instance. [ 986.796928] env[69371]: DEBUG oslo_vmware.api [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130519, 'name': PowerOnVM_Task, 'duration_secs': 0.58737} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.797920] env[69371]: DEBUG nova.network.neutron [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.799671] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.799906] env[69371]: INFO nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Took 10.34 seconds to spawn the instance on the hypervisor. [ 986.800101] env[69371]: DEBUG nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.801387] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b29e1e-d51d-4bdd-86a7-0d57f1be29e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.911092] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9c3b6446-8019-4eac-b0b9-1722de7181c6] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.948220] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.980909] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130520, 'name': ReconfigVM_Task, 'duration_secs': 0.869758} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.981505] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 14fd4442-c3a2-4346-8ab7-8b7c47652735/14fd4442-c3a2-4346-8ab7-8b7c47652735.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.982739] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb190bb-64e9-4f39-8e57-d41e719ccf25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.992197] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 986.992197] env[69371]: value = "task-4130521" [ 986.992197] env[69371]: _type = "Task" [ 986.992197] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.002172] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130521, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.141695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.209718] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-plugged-63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.209979] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.210220] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.210425] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.210795] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] No waiting events found dispatching network-vif-plugged-63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 987.210902] env[69371]: WARNING nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received unexpected event network-vif-plugged-63717b43-ea2b-439d-9968-4ee6c6af1201 for instance with vm_state building and task_state spawning. [ 987.211089] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-changed-63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.211318] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing instance network info cache due to event network-changed-63717b43-ea2b-439d-9968-4ee6c6af1201. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.211510] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.251798] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.262610] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e907a1d-d086-4e33-a0fa-3228f83640e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.273556] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab2031-71ab-444f-bee2-005b3c9c509b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.310532] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.310999] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Instance network_info: |[{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.311731] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.312119] env[69371]: DEBUG nova.network.neutron [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing network info cache for port 63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.313527] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:eb:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63717b43-ea2b-439d-9968-4ee6c6af1201', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.322790] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.323724] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9eb091-c0d9-4367-a2bd-52f9c1db5b5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.336146] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.338866] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c4c0a3-5ad0-4ba1-b06b-7e613ff5bc6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.355554] env[69371]: INFO nova.compute.manager [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Took 43.83 seconds to build instance. [ 987.362809] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9a2d4-8df5-4ed1-8b3a-50999ca60675 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.369928] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.369928] env[69371]: value = "task-4130522" [ 987.369928] env[69371]: _type = "Task" [ 987.369928] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.386887] env[69371]: DEBUG nova.compute.provider_tree [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.394669] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130522, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.414714] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 65e23711-82b8-4f46-805e-69017d84226d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.477873] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.502655] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130521, 'name': Rename_Task, 'duration_secs': 0.419041} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.502929] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.503195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f066d35-a51c-48b7-92d9-7600fbbf9c93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.513646] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 987.513646] env[69371]: value = "task-4130523" [ 987.513646] env[69371]: _type = "Task" [ 987.513646] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.522879] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.756349] env[69371]: DEBUG nova.network.neutron [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updated VIF entry in instance network info cache for port 63717b43-ea2b-439d-9968-4ee6c6af1201. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.756349] env[69371]: DEBUG nova.network.neutron [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.861250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b552b568-09fc-4efc-b250-aabc4b0f3723 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.347s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.884461] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130522, 'name': CreateVM_Task, 'duration_secs': 0.392176} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.884461] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.884461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.884461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.884461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.884461] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb14d32-c3db-4d2d-ba31-87a436ee5d1a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.888484] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 987.888484] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fa1987-85a5-8642-b0c3-bb924543a848" [ 987.888484] env[69371]: _type = "Task" [ 987.888484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.895039] env[69371]: DEBUG nova.scheduler.client.report [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.906565] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fa1987-85a5-8642-b0c3-bb924543a848, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.906875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.907392] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.911029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.911029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.911029] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.911029] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aa4fde2-f623-4094-b63a-ec911b2c49dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.919362] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.919545] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.920727] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 8f6144e5-282f-4210-83f3-d17ebdc0fe12] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.925803] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29828238-4088-4a7e-9709-61d41a878c45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.935461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.935461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.935461] env[69371]: DEBUG nova.network.neutron [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.942428] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 987.942428] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f6a96c-673c-5ebb-0caa-6eeaf86e0583" [ 987.942428] env[69371]: _type = "Task" [ 987.942428] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.956296] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f6a96c-673c-5ebb-0caa-6eeaf86e0583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.024364] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130523, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.257899] env[69371]: DEBUG oslo_concurrency.lockutils [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.258276] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Received event network-vif-deleted-70e3bcd0-05b3-4083-bac4-bec7d344f675 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.258511] env[69371]: DEBUG nova.compute.manager [req-9da8f5a5-e242-4f31-9792-a9e3d8a81452 req-690bc9b2-45b3-4210-9363-82e90638f049 service nova] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Received event network-vif-deleted-6e8dda7f-233e-4916-8e7e-310c822ae8fa {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.399955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.400534] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.403295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.183s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.403936] env[69371]: DEBUG nova.objects.instance [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lazy-loading 'resources' on Instance uuid 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.426449] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: fff38139-053a-493f-80e9-1cc9844f733b] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.456031] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f6a96c-673c-5ebb-0caa-6eeaf86e0583, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.456510] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea5e9b2-4ae8-4a07-a096-dc53cdf86b5c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.463240] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 988.463240] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5204f16f-4179-1d59-6920-c5961576f149" [ 988.463240] env[69371]: _type = "Task" [ 988.463240] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.477934] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5204f16f-4179-1d59-6920-c5961576f149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.527399] env[69371]: DEBUG oslo_vmware.api [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130523, 'name': PowerOnVM_Task, 'duration_secs': 0.598753} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.530413] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.530645] env[69371]: INFO nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Took 9.46 seconds to spawn the instance on the hypervisor. [ 988.530840] env[69371]: DEBUG nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.532097] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb9eac-9635-4fc0-b618-4de5ac568369 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.698924] env[69371]: DEBUG nova.network.neutron [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.906511] env[69371]: DEBUG nova.compute.utils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.911373] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.911582] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.930203] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 18f7a9f5-478d-409e-8ddb-18f83cea0499] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.963950] env[69371]: DEBUG nova.policy [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66544765b434a46a4dfe27c1cf57d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9d217773b04a2aad8b0ed13d62907c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.978579] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5204f16f-4179-1d59-6920-c5961576f149, 'name': SearchDatastore_Task, 'duration_secs': 0.023136} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.978867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.979149] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] f160990b-2d41-4e91-a7e1-f06262a04f55/f160990b-2d41-4e91-a7e1-f06262a04f55.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.979414] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5585e517-680e-46e6-a9a7-1c1dd6d9f64e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.987330] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 988.987330] env[69371]: value = "task-4130524" [ 988.987330] env[69371]: _type = "Task" [ 988.987330] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.997498] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.054241] env[69371]: INFO nova.compute.manager [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Took 37.22 seconds to build instance. [ 989.170974] env[69371]: DEBUG nova.compute.manager [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 989.205024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.253048] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6c38d514fb3e95406ac1b5ea2c2501aa',container_format='bare',created_at=2025-05-14T06:52:12Z,direct_url=,disk_format='vmdk',id=dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1609824652-shelved',owner='00f436b853744265b257c1cfe6f3d308',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-05-14T06:52:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.253424] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.253954] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.253954] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.254208] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.254208] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.254418] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.254550] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.254752] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.254920] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.255108] env[69371]: DEBUG nova.virt.hardware [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.257303] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.257303] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing instance network info cache due to event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.257492] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.257600] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.257757] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.260324] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de8c424-1bb0-4020-9fae-864b2b66877c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.282762] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee24ee31-24e4-4b1f-9d9e-1c36e92aad24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.315386] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:03:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5499fe-408b-4f63-b30e-53828d08e771', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.328203] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.331518] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.332320] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8a7731-4ff9-4b2d-be3d-3d9f26d81964 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.353054] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Successfully created port: 235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.378293] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.378293] env[69371]: value = "task-4130525" [ 989.378293] env[69371]: _type = "Task" [ 989.378293] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.387810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.388832] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48f34d1-2130-4125-a292-3b1daad5ded2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.397173] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130525, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.408316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e5d259-4f45-41d7-bceb-e96dfeada844 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.412688] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.449831] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: def4786b-65c2-447f-a133-8b575067efe8] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.457500] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd35c63-c163-46dd-b195-113d64551750 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.469516] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640058e3-30a3-44e6-895c-3ac853fce1bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.494039] env[69371]: DEBUG nova.compute.provider_tree [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.508869] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.556826] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf2523a0-f3ab-40f9-a304-737808b5f50a tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.736s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.557275] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.170s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.557580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.557823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.558083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.561314] env[69371]: INFO nova.compute.manager [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Terminating instance [ 989.695140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.890320] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130525, 'name': CreateVM_Task, 'duration_secs': 0.506224} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.890511] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.891349] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.891404] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.891765] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.895491] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c821f9-df1e-478c-8175-8c3363ccfafe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.904659] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 989.904659] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529f7b61-3b64-80fc-bf34-b2796cad2ebd" [ 989.904659] env[69371]: _type = "Task" [ 989.904659] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.913187] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529f7b61-3b64-80fc-bf34-b2796cad2ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.959893] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9db1b0ba-ae45-4bcb-a3cf-69e497fa3357] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.002183] env[69371]: DEBUG nova.scheduler.client.report [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.009635] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524453} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.010012] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] f160990b-2d41-4e91-a7e1-f06262a04f55/f160990b-2d41-4e91-a7e1-f06262a04f55.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.010333] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.010631] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e6f7186-4425-42d7-9405-a2e431617ab4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.020376] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 990.020376] env[69371]: value = "task-4130526" [ 990.020376] env[69371]: _type = "Task" [ 990.020376] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.034476] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.044326] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updated VIF entry in instance network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.044742] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.066371] env[69371]: DEBUG nova.compute.manager [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.066654] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.067560] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16f679-4754-4145-aac6-e3bb87b8c328 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.076226] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.076540] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908788f9-8ebc-4d2e-befc-513412e8926b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.084227] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 990.084227] env[69371]: value = "task-4130527" [ 990.084227] env[69371]: _type = "Task" [ 990.084227] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.094537] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.414107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.414107] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Processing image dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.414107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414373] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414546] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.414788] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c91cec-df08-4b64-aabb-9bbee8e8ac79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.426546] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.429985] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.430297] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.431438] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febe3f39-be4a-468b-9612-3ce9bd682747 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.443125] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 990.443125] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c4859b-3126-328d-6a2c-e30a92edf767" [ 990.443125] env[69371]: _type = "Task" [ 990.443125] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.452851] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c4859b-3126-328d-6a2c-e30a92edf767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.462955] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.462955] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.463487] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.463827] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.464261] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.464672] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.465163] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.465779] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.465779] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.466071] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.466353] env[69371]: DEBUG nova.virt.hardware [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.467846] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6625f763-cb94-4457-8a27-9083f9367318 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470773] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.470875] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69371) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 990.482517] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0e0d1-a241-4a82-b9ca-cd53cc3cdac0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.512349] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.512349] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.444s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.534989] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155329} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.535482] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.536877] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f2770e-0b6e-4a19-a051-071e0fe4b6fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.554453] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.554728] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.554994] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing instance network info cache due to event network-changed-d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.555263] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquiring lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.555415] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquired lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.555584] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Refreshing network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.567984] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f160990b-2d41-4e91-a7e1-f06262a04f55/f160990b-2d41-4e91-a7e1-f06262a04f55.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.569310] env[69371]: INFO nova.scheduler.client.report [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleted allocations for instance 84abde7f-605d-4b1a-9e46-e9d7f6da84f6 [ 990.571087] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98f59e-0227-4038-9dce-6045a5e74e43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.601811] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130527, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.604103] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 990.604103] env[69371]: value = "task-4130528" [ 990.604103] env[69371]: _type = "Task" [ 990.604103] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.617246] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.958546] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 990.958865] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Fetch image to [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d/OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 990.960322] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Downloading stream optimized image dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb to [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d/OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d.vmdk on the data store datastore1 as vApp {{(pid=69371) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 990.965089] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Downloading image file data dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb to the ESX as VM named 'OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d' {{(pid=69371) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 990.967627] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Successfully updated port: 235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.974680] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.016726] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.016726] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.016726] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.016943] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.017198] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.019528] env[69371]: DEBUG nova.objects.instance [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lazy-loading 'migration_context' on Instance uuid 4cf51ce4-7593-4b3b-9d16-d90af3233f9b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.025398] env[69371]: INFO nova.compute.manager [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Terminating instance [ 991.064368] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 991.064368] env[69371]: value = "resgroup-9" [ 991.064368] env[69371]: _type = "ResourcePool" [ 991.064368] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 991.064603] env[69371]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d96ba8b-d57f-41b5-b5db-ac4b17557853 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.094684] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease: (returnval){ [ 991.094684] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 991.094684] env[69371]: _type = "HttpNfcLease" [ 991.094684] env[69371]: } obtained for vApp import into resource pool (val){ [ 991.094684] env[69371]: value = "resgroup-9" [ 991.094684] env[69371]: _type = "ResourcePool" [ 991.094684] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 991.095061] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the lease: (returnval){ [ 991.095061] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 991.095061] env[69371]: _type = "HttpNfcLease" [ 991.095061] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.098903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5628ae1e-86dc-4b4b-a044-ba6a6456c00a tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "84abde7f-605d-4b1a-9e46-e9d7f6da84f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.095s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.112470] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.112470] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 991.112470] env[69371]: _type = "HttpNfcLease" [ 991.112470] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.112769] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130527, 'name': PowerOffVM_Task, 'duration_secs': 0.5615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.113745] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.113925] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.114201] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0447f090-d9d1-485d-a4e3-3b54326ed0a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.122977] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130528, 'name': ReconfigVM_Task, 'duration_secs': 0.330101} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.123271] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f160990b-2d41-4e91-a7e1-f06262a04f55/f160990b-2d41-4e91-a7e1-f06262a04f55.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.123896] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b491e321-f218-4f3e-a285-bd40ccf2da3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.130477] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 991.130477] env[69371]: value = "task-4130531" [ 991.130477] env[69371]: _type = "Task" [ 991.130477] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.139891] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130531, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.205834] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.206120] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.206331] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore2] 14fd4442-c3a2-4346-8ab7-8b7c47652735 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.206674] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5025ee1c-8788-45c0-a779-c1fb695cf2d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.215097] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 991.215097] env[69371]: value = "task-4130532" [ 991.215097] env[69371]: _type = "Task" [ 991.215097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.225870] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.326299] env[69371]: DEBUG nova.compute.manager [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received event network-vif-plugged-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.328616] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Acquiring lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.328930] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.329228] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.329496] env[69371]: DEBUG nova.compute.manager [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] No waiting events found dispatching network-vif-plugged-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.329760] env[69371]: WARNING nova.compute.manager [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received unexpected event network-vif-plugged-235cd32a-8873-4983-a27c-af54bd88ece9 for instance with vm_state building and task_state spawning. [ 991.330104] env[69371]: DEBUG nova.compute.manager [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.330373] env[69371]: DEBUG nova.compute.manager [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing instance network info cache due to event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.330626] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Acquiring lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.330835] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Acquired lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.331068] env[69371]: DEBUG nova.network.neutron [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing network info cache for port 235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.385130] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updated VIF entry in instance network info cache for port d8cc1620-6185-4b32-8295-5d11deb61565. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.385641] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [{"id": "d8cc1620-6185-4b32-8295-5d11deb61565", "address": "fa:16:3e:45:be:30", "network": {"id": "f159cd6b-193f-41f8-8297-4371303aa4f6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1334579481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "236b28e3762a41259e8a75ddb51b6c37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cc1620-61", "ovs_interfaceid": "d8cc1620-6185-4b32-8295-5d11deb61565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.469880] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.527989] env[69371]: DEBUG nova.compute.manager [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.528291] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.530722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd7f29-e707-4de2-9036-f443ed116b2a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.540020] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.540264] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8614d2-112e-48a7-b72f-4a57dd360fc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.552645] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 991.552645] env[69371]: value = "task-4130533" [ 991.552645] env[69371]: _type = "Task" [ 991.552645] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.563454] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.612736] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.612736] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 991.612736] env[69371]: _type = "HttpNfcLease" [ 991.612736] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.645109] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130531, 'name': Rename_Task, 'duration_secs': 0.184065} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.645481] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.645759] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b16e482-9107-4039-b1d1-5bf4d4cbb7be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.656098] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 991.656098] env[69371]: value = "task-4130534" [ 991.656098] env[69371]: _type = "Task" [ 991.656098] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.669096] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.728732] env[69371]: DEBUG oslo_vmware.api [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16253} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.729052] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.729237] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.729412] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.729596] env[69371]: INFO nova.compute.manager [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Took 1.66 seconds to destroy the instance on the hypervisor. [ 991.729957] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.730209] env[69371]: DEBUG nova.compute.manager [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.730312] env[69371]: DEBUG nova.network.neutron [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.888895] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Releasing lock "refresh_cache-21ac72f2-c1e7-49e9-9a90-e393064471aa" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.889310] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.889384] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.889764] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.889764] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.889866] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] No waiting events found dispatching network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.890471] env[69371]: WARNING nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received unexpected event network-vif-plugged-6b5499fe-408b-4f63-b30e-53828d08e771 for instance with vm_state shelved_offloaded and task_state spawning. [ 991.890471] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.890471] env[69371]: DEBUG nova.compute.manager [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing instance network info cache due to event network-changed-6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.890624] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquiring lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.890667] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Acquired lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.890854] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Refreshing network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.892640] env[69371]: DEBUG nova.network.neutron [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.914287] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe79c9-0d81-4d4a-96a4-b635f6106866 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.923445] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5fd09-ca7e-422a-a4a9-213869176516 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.958107] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32929847-7b63-4371-a130-11c488c19203 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.968504] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda226c-500e-4e36-ae82-3def465ce429 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.982865] env[69371]: DEBUG nova.compute.provider_tree [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.021929] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.022240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.022530] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.022682] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.022858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.025582] env[69371]: DEBUG nova.network.neutron [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.027673] env[69371]: INFO nova.compute.manager [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Terminating instance [ 992.063684] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130533, 'name': PowerOffVM_Task, 'duration_secs': 0.232221} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.063684] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.063881] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.064123] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e63c6f74-8296-4d3f-a4a3-de1af8df078f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.109307] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.109307] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 992.109307] env[69371]: _type = "HttpNfcLease" [ 992.109307] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 992.109759] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 992.109759] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287f4ef-42a9-1eb3-b87d-377779ddf8d6" [ 992.109759] env[69371]: _type = "HttpNfcLease" [ 992.109759] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 992.110542] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52339deb-4da7-42db-8425-d20c2883adab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.122432] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 992.122613] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 992.185247] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.185464] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.185644] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Deleting the datastore file [datastore2] 46ef29b1-5382-4a0a-a241-615b56ed9cb1 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.187078] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade6b77c-2545-4657-bdb2-831d57a713d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.197250] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-283d2b10-4a1c-4594-9e23-30522d70a4f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.202906] env[69371]: DEBUG oslo_vmware.api [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130534, 'name': PowerOnVM_Task, 'duration_secs': 0.501053} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.205023] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.205292] env[69371]: INFO nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Took 7.39 seconds to spawn the instance on the hypervisor. [ 992.205487] env[69371]: DEBUG nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.205917] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for the task: (returnval){ [ 992.205917] env[69371]: value = "task-4130536" [ 992.205917] env[69371]: _type = "Task" [ 992.205917] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.206698] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce3e9ca-3cdf-457a-a231-aaf63aeed2dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.224794] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.489223] env[69371]: DEBUG nova.scheduler.client.report [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.530807] env[69371]: DEBUG oslo_concurrency.lockutils [req-1be75008-d8e8-44d8-9e18-7d2db716d86c req-5084fddc-ade6-4eee-bc55-f023d8a780f3 service nova] Releasing lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.531335] env[69371]: DEBUG nova.compute.manager [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.531811] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.531926] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.532155] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.536093] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc933ffa-c4be-4117-b66b-4eb39bfdc7cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.550474] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.550781] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfcbb221-beaf-4f76-b8b7-df5962ef39b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.560229] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 992.560229] env[69371]: value = "task-4130537" [ 992.560229] env[69371]: _type = "Task" [ 992.560229] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.572623] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.605176] env[69371]: DEBUG nova.network.neutron [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.663032] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updated VIF entry in instance network info cache for port 6b5499fe-408b-4f63-b30e-53828d08e771. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.663423] env[69371]: DEBUG nova.network.neutron [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [{"id": "6b5499fe-408b-4f63-b30e-53828d08e771", "address": "fa:16:3e:c7:03:e5", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5499fe-40", "ovs_interfaceid": "6b5499fe-408b-4f63-b30e-53828d08e771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.743522] env[69371]: DEBUG oslo_vmware.api [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Task: {'id': task-4130536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19763} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.749518] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.750067] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.750587] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.750890] env[69371]: INFO nova.compute.manager [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 992.751285] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.752073] env[69371]: INFO nova.compute.manager [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Took 20.83 seconds to build instance. [ 992.753754] env[69371]: DEBUG nova.compute.manager [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.753754] env[69371]: DEBUG nova.network.neutron [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.073397] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130537, 'name': PowerOffVM_Task, 'duration_secs': 0.274169} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.074321] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.074321] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.074321] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4d34ff-6b50-4f3f-97b4-b055a1ee6310 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.094332] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.108529] env[69371]: INFO nova.compute.manager [-] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Took 1.38 seconds to deallocate network for instance. [ 993.166374] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.166716] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.166983] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleting the datastore file [datastore1] d0b9fc16-2f91-47c0-b870-718edc9031e8 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.168332] env[69371]: DEBUG oslo_concurrency.lockutils [req-f3692e0a-5b14-45b9-91cd-22312f7409f3 req-fddfca6d-1d35-4036-bf2d-fd77d5a8a185 service nova] Releasing lock "refresh_cache-c9fa009b-e531-4e27-933e-97f99a0ddc6b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.168529] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2758e69-f240-4afe-a3e2-24e71d0b825e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.186261] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for the task: (returnval){ [ 993.186261] env[69371]: value = "task-4130539" [ 993.186261] env[69371]: _type = "Task" [ 993.186261] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.202022] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.258380] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb2d73cc-1fb1-4add-8ea3-959b73b76b40 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.344s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.375652] env[69371]: DEBUG nova.compute.manager [req-5c0a1e05-d074-4017-ae95-8189c8691220 req-b4d08c50-7112-44d7-9881-e9588e9d2815 service nova] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Received event network-vif-deleted-737b57a3-eefd-47bc-bf22-71ee33fab0a5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.377340] env[69371]: DEBUG nova.network.neutron [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [{"id": "235cd32a-8873-4983-a27c-af54bd88ece9", "address": "fa:16:3e:ff:81:2a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235cd32a-88", "ovs_interfaceid": "235cd32a-8873-4983-a27c-af54bd88ece9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.502687] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 993.503184] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.504107] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ef5666-0355-4ab9-9fb2-fce069f8d13a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.510641] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.999s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.517473] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.295s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.519274] env[69371]: INFO nova.compute.claims [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.535650] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.535650] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 993.535650] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-985db560-657d-45a3-954b-2d0320cbac15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.618754] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.697484] env[69371]: DEBUG oslo_vmware.api [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Task: {'id': task-4130539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384582} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.697827] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.698035] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.698228] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.698408] env[69371]: INFO nova.compute.manager [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 993.698656] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.698849] env[69371]: DEBUG nova.compute.manager [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.698945] env[69371]: DEBUG nova.network.neutron [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.883059] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.883485] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance network_info: |[{"id": "235cd32a-8873-4983-a27c-af54bd88ece9", "address": "fa:16:3e:ff:81:2a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235cd32a-88", "ovs_interfaceid": "235cd32a-8873-4983-a27c-af54bd88ece9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.883945] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:81:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '235cd32a-8873-4983-a27c-af54bd88ece9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.891867] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating folder: Project (1f9d217773b04a2aad8b0ed13d62907c). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.892215] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4038741a-76ea-4732-9be8-a97b10989e3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.905079] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created folder: Project (1f9d217773b04a2aad8b0ed13d62907c) in parent group-v817910. [ 993.905275] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating folder: Instances. Parent ref: group-v818124. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.905521] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8921b91-e98d-4ae4-860c-79f3a8bd554b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.917937] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created folder: Instances in parent group-v818124. [ 993.917980] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.918184] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.918401] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab38aa0-73e9-437e-acb6-ed7978d0ac4a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.941737] env[69371]: DEBUG nova.network.neutron [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.943216] env[69371]: DEBUG oslo_vmware.rw_handles [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52759511-d74e-d061-a476-5897e95da77e/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 993.943441] env[69371]: INFO nova.virt.vmwareapi.images [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Downloaded image file data dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb [ 993.943685] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.943685] env[69371]: value = "task-4130542" [ 993.943685] env[69371]: _type = "Task" [ 993.943685] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.944452] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c033596b-f4fe-4ff4-91ca-faf9bcc0e4e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.956832] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130542, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.971671] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88335f59-5d5b-4c6a-a563-ffda885e4a66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.005838] env[69371]: INFO nova.virt.vmwareapi.images [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] The imported VM was unregistered [ 994.008379] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 994.008651] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.008950] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab4e032a-525b-4c2a-8abf-c8702aa37447 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.029800] env[69371]: DEBUG nova.compute.manager [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-changed-63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.030090] env[69371]: DEBUG nova.compute.manager [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing instance network info cache due to event network-changed-63717b43-ea2b-439d-9968-4ee6c6af1201. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.030303] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.030392] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.030589] env[69371]: DEBUG nova.network.neutron [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing network info cache for port 63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.037772] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.038032] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d/OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d.vmdk to [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk. {{(pid=69371) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 994.039108] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-be6ab8d1-1d3f-407c-8e22-6b23fcea3952 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.052529] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 994.052529] env[69371]: value = "task-4130544" [ 994.052529] env[69371]: _type = "Task" [ 994.052529] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.063657] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.448840] env[69371]: INFO nova.compute.manager [-] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Took 1.70 seconds to deallocate network for instance. [ 994.463852] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130542, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.476910] env[69371]: DEBUG nova.network.neutron [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.565393] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.871954] env[69371]: DEBUG nova.network.neutron [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updated VIF entry in instance network info cache for port 63717b43-ea2b-439d-9968-4ee6c6af1201. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.872513] env[69371]: DEBUG nova.network.neutron [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.961547] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130542, 'name': CreateVM_Task, 'duration_secs': 0.915561} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.961778] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.962571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.962762] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.963117] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.963426] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210aa394-7bf6-42fa-86a3-73efe3777562 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.966316] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.974163] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 994.974163] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520767ac-fc04-53d0-7389-7ece55b6d210" [ 994.974163] env[69371]: _type = "Task" [ 994.974163] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.980791] env[69371]: INFO nova.compute.manager [-] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Took 1.28 seconds to deallocate network for instance. [ 994.992038] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520767ac-fc04-53d0-7389-7ece55b6d210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.018889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327919ea-6ca9-4fcc-b346-1f11c1707668 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.031419] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd6d45-7f18-4801-b73f-22be6d98a9ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.082451] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb37a18d-e80e-4e07-b39d-188b58ad53fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.097947] env[69371]: INFO nova.compute.manager [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Swapping old allocation on dict_keys(['52d5f370-49b9-4ee2-8c63-e0aaa6865b00']) held by migration 16afcaa5-e654-40eb-917d-74fa912d5c30 for instance [ 995.099277] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05e5e8b-0d7c-4ee4-b8c5-48984e5ba42f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.104201] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.122737] env[69371]: DEBUG nova.compute.provider_tree [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.139513] env[69371]: DEBUG nova.scheduler.client.report [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Overwriting current allocation {'allocations': {'52d5f370-49b9-4ee2-8c63-e0aaa6865b00': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 98}}, 'project_id': '59118aab1ef7439a861de55e217fbea5', 'user_id': '1e81db65f24749a7999b865910311fb1', 'consumer_generation': 1} on consumer 4cf51ce4-7593-4b3b-9d16-d90af3233f9b {{(pid=69371) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 995.255657] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.255865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquired lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.256059] env[69371]: DEBUG nova.network.neutron [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.376892] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d7b065e-16f7-4bec-bbe8-b0f6ceb053df req-b11cc176-ff12-4c1c-abcd-69cdbc7e3d01 service nova] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.477817] env[69371]: DEBUG nova.compute.manager [req-7423e2e9-e650-43a0-818d-9bea2f23ff7e req-58acd1dc-71c2-468a-9c9c-786fa4f0080d service nova] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Received event network-vif-deleted-08b569ba-a1ad-412a-87a5-62e20d114c05 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.478206] env[69371]: DEBUG nova.compute.manager [req-7423e2e9-e650-43a0-818d-9bea2f23ff7e req-58acd1dc-71c2-468a-9c9c-786fa4f0080d service nova] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Received event network-vif-deleted-b6831331-070f-4512-b5f9-329fc38a37e8 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.491916] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520767ac-fc04-53d0-7389-7ece55b6d210, 'name': SearchDatastore_Task, 'duration_secs': 0.085025} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.492344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.492530] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.492777] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.492921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.493153] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.493513] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-020f3bf1-c6f7-4c1b-b8e4-e2b4b6d7e248 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.497098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.514658] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.514877] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.515810] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcd4c59-be0e-42d4-8b55-c711e2d872ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.524525] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 995.524525] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5c14-e158-28be-536c-a8ee2b901052" [ 995.524525] env[69371]: _type = "Task" [ 995.524525] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.536125] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5c14-e158-28be-536c-a8ee2b901052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.585315] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.653622] env[69371]: ERROR nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [req-25b3080b-b552-440e-9f73-1804e04cfde5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25b3080b-b552-440e-9f73-1804e04cfde5"}]} [ 995.673631] env[69371]: DEBUG nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 995.690701] env[69371]: DEBUG nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 995.691024] env[69371]: DEBUG nova.compute.provider_tree [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.706104] env[69371]: DEBUG nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 995.727831] env[69371]: DEBUG nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 996.020973] env[69371]: DEBUG nova.network.neutron [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [{"id": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "address": "fa:16:3e:9b:34:3e", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd9b7cc-40", "ovs_interfaceid": "cfd9b7cc-4020-4035-957e-d1148dbb0dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.038409] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5c14-e158-28be-536c-a8ee2b901052, 'name': SearchDatastore_Task, 'duration_secs': 0.092978} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.042035] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2ebe09-8101-4064-8894-0425403f97a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.051295] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 996.051295] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5206dae2-a293-9394-9519-5e0cc3002468" [ 996.051295] env[69371]: _type = "Task" [ 996.051295] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.067121] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5206dae2-a293-9394-9519-5e0cc3002468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.070181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a94f4-e72d-45be-b6d1-809da46dc321 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.083236] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6560f40a-3eb6-4fc1-ac3f-456678729b15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.086842] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.117488] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449ca5dc-f956-4e3d-87a0-a030f635477a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.126367] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaaa50d-c67e-44c1-a92a-79ba7d5ee328 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.142960] env[69371]: DEBUG nova.compute.provider_tree [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.524155] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Releasing lock "refresh_cache-4cf51ce4-7593-4b3b-9d16-d90af3233f9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.524944] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.525356] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c901b8-d6cc-4dae-9609-c37ba736bcd1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.534784] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 996.534784] env[69371]: value = "task-4130545" [ 996.534784] env[69371]: _type = "Task" [ 996.534784] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.546861] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.562559] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5206dae2-a293-9394-9519-5e0cc3002468, 'name': SearchDatastore_Task, 'duration_secs': 0.095845} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.562858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.563266] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be/4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.563563] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72fc0058-33c9-4eea-927d-9e32aa9b3a78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573397] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 996.573397] env[69371]: value = "task-4130546" [ 996.573397] env[69371]: _type = "Task" [ 996.573397] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.589973] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.593189] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.682292] env[69371]: DEBUG nova.scheduler.client.report [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.682560] env[69371]: DEBUG nova.compute.provider_tree [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 99 to 100 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.682743] env[69371]: DEBUG nova.compute.provider_tree [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.044989] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130545, 'name': PowerOffVM_Task, 'duration_secs': 0.272214} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.045283] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.045882] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:51:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7c11be1b-742f-439f-875b-273e41588281',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-70538093',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.046108] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.046293] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.046493] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.046662] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.046899] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.047142] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.047323] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.047492] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.047652] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.047821] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.052949] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18e9f4c-3966-498d-a293-b516b1f814da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.070722] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 997.070722] env[69371]: value = "task-4130547" [ 997.070722] env[69371]: _type = "Task" [ 997.070722] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.084462] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.090141] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.090399] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.188497] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.671s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.189278] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.193450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.402s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.193821] env[69371]: DEBUG nova.objects.instance [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lazy-loading 'resources' on Instance uuid 6222f7f2-3f6b-4818-a416-489bef93ceb7 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.588091] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.591772] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.597087] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130544, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.244843} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.597301] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d/OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d.vmdk to [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk. [ 997.597363] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Cleaning up location [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 997.597485] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4946db60-945f-4047-88d2-33d6de80975d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.597765] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-427a8a57-8582-4dad-ae7a-432da8f8b307 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.606374] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 997.606374] env[69371]: value = "task-4130548" [ 997.606374] env[69371]: _type = "Task" [ 997.606374] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.617537] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.698287] env[69371]: DEBUG nova.compute.utils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.702136] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.702257] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.755375] env[69371]: DEBUG nova.policy [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975db30bb8064ca48c1c2b13d366cf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4f12781c2545eda6d2c86983347eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.078950] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2484ab-7df0-40a6-b1f1-dd0aa21574f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.091393] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130547, 'name': ReconfigVM_Task, 'duration_secs': 0.546264} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.096989] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.097996] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a5e31-627a-4121-a83d-ef74090187c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.101556] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6156c95-dfaf-4562-ae4a-de9eac43c464 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.150939] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:51:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7c11be1b-742f-439f-875b-273e41588281',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-70538093',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.151224] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.151384] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.151586] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.151731] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.151879] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.152121] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.152323] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.152516] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.152687] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.152872] env[69371]: DEBUG nova.virt.hardware [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.154595] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Successfully created port: 0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.157664] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54dbe96-c7c9-47b7-bf93-c0bc64571708 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.160600] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfc8843-077b-469a-9773-fb9a2cab3502 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.168011] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195166} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.169155] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.169374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.169668] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk to [datastore1] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.169941] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8188c83-70c8-4856-9b07-73a25bb3ab1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.174137] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 998.174137] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5249b229-bdbc-ae63-c522-fd58ac4e3c9d" [ 998.174137] env[69371]: _type = "Task" [ 998.174137] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.181475] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e5cfe-0ee8-460f-8302-efd6da89bff0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.187848] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 998.187848] env[69371]: value = "task-4130549" [ 998.187848] env[69371]: _type = "Task" [ 998.187848] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.204916] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5249b229-bdbc-ae63-c522-fd58ac4e3c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.019001} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.205450] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.208245] env[69371]: DEBUG nova.compute.provider_tree [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.215334] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.218990] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82023e44-1646-4635-92cb-88384702f2f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.233174] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.241044] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 998.241044] env[69371]: value = "task-4130550" [ 998.241044] env[69371]: _type = "Task" [ 998.241044] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.253511] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.589587] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130546, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.681982} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.589877] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be/4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.590119] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.590406] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5a0761-ba1d-4733-9a8c-70d1ac25f584 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.601171] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 998.601171] env[69371]: value = "task-4130551" [ 998.601171] env[69371]: _type = "Task" [ 998.601171] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.614675] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.699630] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.716823] env[69371]: DEBUG nova.scheduler.client.report [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.753643] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130550, 'name': ReconfigVM_Task, 'duration_secs': 0.447392} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.754757] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.755667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6aed6b-7f54-4a10-9c20-2569bd5d4b48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.781753] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.782560] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0716036e-3553-4b64-a21e-475c0e64cb93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.802042] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 998.802042] env[69371]: value = "task-4130552" [ 998.802042] env[69371]: _type = "Task" [ 998.802042] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.813424] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.114472] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074843} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.114782] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.115656] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9db6804-842c-4734-a79b-ee7bbc3b1952 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.142875] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be/4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.143333] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61127e1a-ec18-4a72-b2f3-232d2cfe7337 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.167072] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 999.167072] env[69371]: value = "task-4130553" [ 999.167072] env[69371]: _type = "Task" [ 999.167072] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.180771] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.201253] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.215836] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.221785] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.224269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.879s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.225900] env[69371]: INFO nova.compute.claims [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.249182] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.249522] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.249833] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.250127] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.250325] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.250518] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.251078] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.251189] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.251314] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.251503] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.251774] env[69371]: DEBUG nova.virt.hardware [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.252919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6387abb-6d65-4462-aacb-1ca2e3816410 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.257937] env[69371]: INFO nova.scheduler.client.report [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Deleted allocations for instance 6222f7f2-3f6b-4818-a416-489bef93ceb7 [ 999.268591] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f932405-89f4-43f8-a823-f0ba48680949 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.312952] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130552, 'name': ReconfigVM_Task, 'duration_secs': 0.364281} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.313281] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b/4cf51ce4-7593-4b3b-9d16-d90af3233f9b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.314170] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71761462-435e-4411-a78b-eebe6948aba7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.334651] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a92a8-8a70-4fe0-a52a-989121041187 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.358022] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0bb276-73af-424e-9ed1-5e79e9751df3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.378631] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca19167-3c42-41ea-a91b-f82fbeca631b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.386360] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.386652] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-221b50ee-09ca-4655-b94c-4372faf9cd4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.395683] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 999.395683] env[69371]: value = "task-4130554" [ 999.395683] env[69371]: _type = "Task" [ 999.395683] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.405380] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.614721] env[69371]: DEBUG nova.compute.manager [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Received event network-vif-plugged-0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.614966] env[69371]: DEBUG oslo_concurrency.lockutils [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] Acquiring lock "5eb37be4-46e9-4975-aced-35816a16c930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.615266] env[69371]: DEBUG oslo_concurrency.lockutils [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] Lock "5eb37be4-46e9-4975-aced-35816a16c930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.615451] env[69371]: DEBUG oslo_concurrency.lockutils [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] Lock "5eb37be4-46e9-4975-aced-35816a16c930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.615675] env[69371]: DEBUG nova.compute.manager [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] No waiting events found dispatching network-vif-plugged-0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.615859] env[69371]: WARNING nova.compute.manager [req-678a4c8b-4653-471a-96a6-5854569503ff req-25237117-169f-4132-8257-e4a263c1b50e service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Received unexpected event network-vif-plugged-0a8eac3f-6304-41de-bff6-66384262ec18 for instance with vm_state building and task_state spawning. [ 999.678171] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.703729] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.719476] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Successfully updated port: 0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.773305] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffd10f9e-5869-457d-8486-8b7c5c198423 tempest-ServersTestMultiNic-1296798271 tempest-ServersTestMultiNic-1296798271-project-member] Lock "6222f7f2-3f6b-4818-a416-489bef93ceb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.302s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.909512] env[69371]: DEBUG oslo_vmware.api [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130554, 'name': PowerOnVM_Task, 'duration_secs': 0.471529} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.909802] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.179102] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.210281] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.226140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.226140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.226140] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.595707] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d9c8c-c1f1-4ea0-9b74-db0018daf738 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.603555] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481da79-1827-4c6d-8d3c-aa6359fc8b4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.636415] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1c53c-ef6f-44cf-a9d4-2ecd97971103 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.644763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b4873-e0b5-48ee-b622-1fc43d8acb85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.660485] env[69371]: DEBUG nova.compute.provider_tree [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.682174] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.706539] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.779028] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.929126] env[69371]: INFO nova.compute.manager [None req-7ce1cce9-1eee-4ac1-8358-f6cee09a635d tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance to original state: 'active' [ 1001.034688] env[69371]: DEBUG nova.network.neutron [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Updating instance_info_cache with network_info: [{"id": "0a8eac3f-6304-41de-bff6-66384262ec18", "address": "fa:16:3e:0d:d0:35", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8eac3f-63", "ovs_interfaceid": "0a8eac3f-6304-41de-bff6-66384262ec18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.188510] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130553, 'name': ReconfigVM_Task, 'duration_secs': 1.976344} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.188801] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be/4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.189550] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf72b7c-96c3-43cc-be90-3d89076f3c61 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.198686] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1001.198686] env[69371]: value = "task-4130555" [ 1001.198686] env[69371]: _type = "Task" [ 1001.198686] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.203654] env[69371]: DEBUG nova.scheduler.client.report [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1001.204299] env[69371]: DEBUG nova.compute.provider_tree [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 100 to 101 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1001.204686] env[69371]: DEBUG nova.compute.provider_tree [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.227124] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130549, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.827768} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.231364] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb/dcec27db-8ae9-4bbc-b3b5-42e3eb1cf1cb.vmdk to [datastore1] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.231702] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130555, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.232479] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f75631-980a-4756-a05c-02633b5afd91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.256993] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.257649] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40de6718-b626-49c8-b4b0-77400ee13769 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.282434] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1001.282434] env[69371]: value = "task-4130556" [ 1001.282434] env[69371]: _type = "Task" [ 1001.282434] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.291194] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.537351] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.537848] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance network_info: |[{"id": "0a8eac3f-6304-41de-bff6-66384262ec18", "address": "fa:16:3e:0d:d0:35", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8eac3f-63", "ovs_interfaceid": "0a8eac3f-6304-41de-bff6-66384262ec18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.538443] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d0:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a8eac3f-6304-41de-bff6-66384262ec18', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.548039] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating folder: Project (5e4f12781c2545eda6d2c86983347eff). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.548406] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f0202c0-fb35-41d3-9259-b6b5ed8f34ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.563116] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created folder: Project (5e4f12781c2545eda6d2c86983347eff) in parent group-v817910. [ 1001.563318] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating folder: Instances. Parent ref: group-v818127. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.563577] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861abe26-ae50-4199-9c53-1121cd97b6ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.573563] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created folder: Instances in parent group-v818127. [ 1001.573691] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.573894] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.574132] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed883ccf-1e71-488c-b0e3-b2a8b057dd88 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.596020] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.596020] env[69371]: value = "task-4130559" [ 1001.596020] env[69371]: _type = "Task" [ 1001.596020] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.604679] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130559, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.713312] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130555, 'name': Rename_Task, 'duration_secs': 0.161006} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.713731] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.713872] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82314919-e252-4647-9947-4535e81819c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.719237] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.719484] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.724144] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.157s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.724391] env[69371]: DEBUG nova.objects.instance [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lazy-loading 'resources' on Instance uuid 056bc8c1-8739-4605-b24c-805f30544886 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.729118] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1001.729118] env[69371]: value = "task-4130560" [ 1001.729118] env[69371]: _type = "Task" [ 1001.729118] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.740868] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130560, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.768095] env[69371]: DEBUG nova.compute.manager [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Received event network-changed-0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.768308] env[69371]: DEBUG nova.compute.manager [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Refreshing instance network info cache due to event network-changed-0a8eac3f-6304-41de-bff6-66384262ec18. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.768544] env[69371]: DEBUG oslo_concurrency.lockutils [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] Acquiring lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.768707] env[69371]: DEBUG oslo_concurrency.lockutils [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] Acquired lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.768880] env[69371]: DEBUG nova.network.neutron [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Refreshing network info cache for port 0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.794715] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.107307] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130559, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.229263] env[69371]: DEBUG nova.compute.utils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.235889] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.236178] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.251068] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.293200] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130556, 'name': ReconfigVM_Task, 'duration_secs': 0.944207} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.296832] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c9fa009b-e531-4e27-933e-97f99a0ddc6b/c9fa009b-e531-4e27-933e-97f99a0ddc6b.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.298299] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encrypted': False, 'image_id': 'f3242e19-7cd9-42b7-8515-e9e6418e80b9'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'c84beffc-d8e9-4b1f-afa8-9b76ff1e7e46', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818113', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'name': 'volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9fa009b-e531-4e27-933e-97f99a0ddc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'serial': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69371) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1002.298553] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.298729] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818113', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'name': 'volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9fa009b-e531-4e27-933e-97f99a0ddc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'serial': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.300880] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a410ae-6303-4db4-a524-b334b9370296 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.337489] env[69371]: DEBUG nova.policy [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b4d1a211a09430399b9e1d8818fb807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f887f18b66d0447a8d776e5008f5aced', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.340103] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09a308-1027-4f6c-a8ec-800a30db28c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374393] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e/volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.377573] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596585da-331c-4950-abc1-5abb759c83bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.399026] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1002.399026] env[69371]: value = "task-4130561" [ 1002.399026] env[69371]: _type = "Task" [ 1002.399026] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.414227] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.506364] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.506762] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.506980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.507209] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.507378] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.513133] env[69371]: INFO nova.compute.manager [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Terminating instance [ 1002.607537] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130559, 'name': CreateVM_Task, 'duration_secs': 0.946312} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.610253] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.613309] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.613484] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.614015] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.615503] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cee3c94-1c95-4b31-96a5-04a1133b466d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.621470] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1002.621470] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5293030f-38f6-2597-1131-4e64c0afe7b5" [ 1002.621470] env[69371]: _type = "Task" [ 1002.621470] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.630511] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5293030f-38f6-2597-1131-4e64c0afe7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.672371] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57fad9d-451c-41a8-b9ae-0152f3d34455 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.679745] env[69371]: DEBUG nova.network.neutron [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Updated VIF entry in instance network info cache for port 0a8eac3f-6304-41de-bff6-66384262ec18. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.680305] env[69371]: DEBUG nova.network.neutron [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Updating instance_info_cache with network_info: [{"id": "0a8eac3f-6304-41de-bff6-66384262ec18", "address": "fa:16:3e:0d:d0:35", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8eac3f-63", "ovs_interfaceid": "0a8eac3f-6304-41de-bff6-66384262ec18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.690054] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7be2a-2917-4bb5-93f4-9d47e39b626e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.731353] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c06d093-3020-41b7-8d15-21422b3f33e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.736117] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.748167] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb048c-b8bb-4093-944c-39a5818a46c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.756572] env[69371]: DEBUG oslo_vmware.api [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130560, 'name': PowerOnVM_Task, 'duration_secs': 0.656342} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.757370] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.757614] env[69371]: INFO nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Took 12.33 seconds to spawn the instance on the hypervisor. [ 1002.757838] env[69371]: DEBUG nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.758668] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf61a8-f2fb-40e7-8991-e72e7ec5c7a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.772889] env[69371]: DEBUG nova.compute.provider_tree [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.837626] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Successfully created port: 49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.911534] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.018332] env[69371]: DEBUG nova.compute.manager [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.018570] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.019763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cadcffb-2da1-4afd-bcf6-c59ec7cbbf09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.028441] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.028754] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c460fff9-1afe-4091-a3a4-98a049f6b44c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.038896] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 1003.038896] env[69371]: value = "task-4130562" [ 1003.038896] env[69371]: _type = "Task" [ 1003.038896] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.048723] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.132516] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5293030f-38f6-2597-1131-4e64c0afe7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.132905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.133145] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.133508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.133725] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.134615] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.135021] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81555758-71cf-47bb-b92f-c3501cdb3ba8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.146232] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.146232] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.147341] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90cda13-828a-40f3-a799-b16002873bdb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.153723] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1003.153723] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524cd3e0-bcb7-38cc-3ceb-ee7d8dd41041" [ 1003.153723] env[69371]: _type = "Task" [ 1003.153723] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.163038] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524cd3e0-bcb7-38cc-3ceb-ee7d8dd41041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.189772] env[69371]: DEBUG oslo_concurrency.lockutils [req-81cc9286-8fb4-4172-bf20-b19ad05ede6e req-6db4d964-4c09-47d1-bdea-a0070ec42b1f service nova] Releasing lock "refresh_cache-5eb37be4-46e9-4975-aced-35816a16c930" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275839] env[69371]: DEBUG nova.scheduler.client.report [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.295025] env[69371]: INFO nova.compute.manager [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Took 26.37 seconds to build instance. [ 1003.411838] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130561, 'name': ReconfigVM_Task, 'duration_secs': 0.589049} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.412185] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e/volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.417072] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4349a0-a29e-427d-93c8-1f7a35e304bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.433166] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1003.433166] env[69371]: value = "task-4130563" [ 1003.433166] env[69371]: _type = "Task" [ 1003.433166] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.442855] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.548771] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130562, 'name': PowerOffVM_Task, 'duration_secs': 0.240696} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.549082] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.549323] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.549606] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a5316d-dd39-40f5-a62a-e248123a463f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.624161] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.624262] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.625036] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleting the datastore file [datastore2] 4cf51ce4-7593-4b3b-9d16-d90af3233f9b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.625036] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c926763-5cb3-40fa-912f-3d3b377ba8d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.632015] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 1003.632015] env[69371]: value = "task-4130565" [ 1003.632015] env[69371]: _type = "Task" [ 1003.632015] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.640794] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.664410] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524cd3e0-bcb7-38cc-3ceb-ee7d8dd41041, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.665356] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054ab65d-e511-4bd8-b124-4216bb41d7fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.671758] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1003.671758] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5222e609-3fbb-2dee-724a-bba8d1c2f825" [ 1003.671758] env[69371]: _type = "Task" [ 1003.671758] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.682449] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5222e609-3fbb-2dee-724a-bba8d1c2f825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.748236] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.782853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.787861] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.646s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.789124] env[69371]: DEBUG nova.objects.instance [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lazy-loading 'resources' on Instance uuid a29028e5-8a83-439a-aa36-e9d4d97f03e3 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.794664] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.795196] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.795362] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.795683] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.796081] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.796258] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.797566] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.797566] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.797566] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.797566] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.797566] env[69371]: DEBUG nova.virt.hardware [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.798284] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6c3e702-1db0-4f0d-a4e1-130bcce56269 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.887s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.799157] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19a21f0-09b3-45ed-927c-c20434215e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.816605] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce328e3-247b-489b-ba79-52e377be617f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.836888] env[69371]: INFO nova.scheduler.client.report [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Deleted allocations for instance 056bc8c1-8739-4605-b24c-805f30544886 [ 1003.946313] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130563, 'name': ReconfigVM_Task, 'duration_secs': 0.158195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.950248] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818113', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'name': 'volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9fa009b-e531-4e27-933e-97f99a0ddc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'serial': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.951175] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af75860c-7c7b-42b6-b4bf-fe342c4d371f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.959059] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1003.959059] env[69371]: value = "task-4130566" [ 1003.959059] env[69371]: _type = "Task" [ 1003.959059] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.968739] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130566, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.142254] env[69371]: DEBUG oslo_vmware.api [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319459} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.142737] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.143040] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.143270] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.143481] env[69371]: INFO nova.compute.manager [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1004.143760] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.144073] env[69371]: DEBUG nova.compute.manager [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.144141] env[69371]: DEBUG nova.network.neutron [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.185919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4efc7-bcd9-44c5-949e-f0bab62e5f4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.189131] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5222e609-3fbb-2dee-724a-bba8d1c2f825, 'name': SearchDatastore_Task, 'duration_secs': 0.040877} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.189768] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.190051] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 5eb37be4-46e9-4975-aced-35816a16c930/5eb37be4-46e9-4975-aced-35816a16c930.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.190987] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5503d837-1bc8-4d30-a36e-5a4ba850d70f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.197792] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bd1a8-8d5c-4300-97e5-c07c2aaafa16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.202959] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1004.202959] env[69371]: value = "task-4130567" [ 1004.202959] env[69371]: _type = "Task" [ 1004.202959] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.235027] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd09d78-235d-4677-b27c-7caf22fd991c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.242260] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.250753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4e4fc-4bae-4678-bdcb-ef30aa709d9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.266347] env[69371]: DEBUG nova.compute.provider_tree [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.345077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-63c635dc-6200-45a4-8fbe-996f30c6afa2 tempest-ServersWithSpecificFlavorTestJSON-279770149 tempest-ServersWithSpecificFlavorTestJSON-279770149-project-member] Lock "056bc8c1-8739-4605-b24c-805f30544886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.698s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.470488] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130566, 'name': Rename_Task, 'duration_secs': 0.168407} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.470784] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.471057] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a153924a-ba76-4c8a-bce3-73dd6bf824e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.479191] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1004.479191] env[69371]: value = "task-4130568" [ 1004.479191] env[69371]: _type = "Task" [ 1004.479191] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.488858] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.716017] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130567, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.770282] env[69371]: DEBUG nova.scheduler.client.report [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.869285] env[69371]: DEBUG nova.compute.manager [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Received event network-vif-plugged-49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.869541] env[69371]: DEBUG oslo_concurrency.lockutils [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] Acquiring lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.869753] env[69371]: DEBUG oslo_concurrency.lockutils [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.869925] env[69371]: DEBUG oslo_concurrency.lockutils [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.873762] env[69371]: DEBUG nova.compute.manager [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] No waiting events found dispatching network-vif-plugged-49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.873762] env[69371]: WARNING nova.compute.manager [req-4adbca86-c2f4-43cb-9c0f-56a5db315812 req-60a5a006-70a8-433d-a3c4-9a875a926bed service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Received unexpected event network-vif-plugged-49454331-e4dc-4821-8fc0-3ee9d592766e for instance with vm_state building and task_state spawning. [ 1004.992974] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130568, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.218347] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828186} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.218962] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 5eb37be4-46e9-4975-aced-35816a16c930/5eb37be4-46e9-4975-aced-35816a16c930.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.219103] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.219363] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc02964b-ee58-488c-bd54-a6712c16a6ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.230037] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1005.230037] env[69371]: value = "task-4130569" [ 1005.230037] env[69371]: _type = "Task" [ 1005.230037] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.243986] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.248458] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Successfully updated port: 49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.276955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.489s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.281169] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.029s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.281169] env[69371]: DEBUG nova.objects.instance [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lazy-loading 'resources' on Instance uuid 2aabaadb-ac21-4dee-8747-317c3e68fdb1 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.309170] env[69371]: INFO nova.scheduler.client.report [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted allocations for instance a29028e5-8a83-439a-aa36-e9d4d97f03e3 [ 1005.491735] env[69371]: DEBUG oslo_vmware.api [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130568, 'name': PowerOnVM_Task, 'duration_secs': 0.894483} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.492099] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.571595] env[69371]: DEBUG nova.network.neutron [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.620024] env[69371]: DEBUG nova.compute.manager [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.624016] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d91f43d-9c73-4bc7-babf-eb9afa426751 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.746789] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086124} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.747121] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.748956] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bc7d2a-590f-4026-bc98-b6e14b13b592 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.753422] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.753669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.753738] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.788575] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5eb37be4-46e9-4975-aced-35816a16c930/5eb37be4-46e9-4975-aced-35816a16c930.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.793664] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca99a2a-0401-4333-bc93-ec0cf4f067be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.822104] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1005.822104] env[69371]: value = "task-4130570" [ 1005.822104] env[69371]: _type = "Task" [ 1005.822104] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.824582] env[69371]: DEBUG oslo_concurrency.lockutils [None req-642c4135-5fcb-40a4-9efd-2fcdb0fc9b16 tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "a29028e5-8a83-439a-aa36-e9d4d97f03e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.337s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.837088] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.910603] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.910797] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.075778] env[69371]: INFO nova.compute.manager [-] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Took 1.93 seconds to deallocate network for instance. [ 1006.145724] env[69371]: DEBUG oslo_concurrency.lockutils [None req-54b1df06-29e9-460f-a480-a346d69edffc tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.509s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.203736] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e718f297-be07-4b38-946f-ee46b4a2fff2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.214757] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2a0cd-04e6-45f8-bbed-6a31bfca4498 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.259052] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3afdd8-0a3d-4abd-8424-2b572b6f56bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.273392] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee32de56-1342-42de-be59-81b3ceef6269 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.289831] env[69371]: DEBUG nova.compute.provider_tree [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.333414] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130570, 'name': ReconfigVM_Task, 'duration_secs': 0.306874} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.333727] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5eb37be4-46e9-4975-aced-35816a16c930/5eb37be4-46e9-4975-aced-35816a16c930.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.334585] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06adac29-67ea-4b65-ba4b-b0165348d22f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.341700] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1006.341700] env[69371]: value = "task-4130571" [ 1006.341700] env[69371]: _type = "Task" [ 1006.341700] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.351771] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130571, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.413708] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.569310] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.596344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.770333] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.770992] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.771462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.771887] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.772127] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.775767] env[69371]: INFO nova.compute.manager [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Terminating instance [ 1006.793161] env[69371]: DEBUG nova.scheduler.client.report [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.853806] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130571, 'name': Rename_Task, 'duration_secs': 0.147926} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.854146] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.854403] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f732b46-3c2b-439f-80dc-b990984678e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.863304] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1006.863304] env[69371]: value = "task-4130572" [ 1006.863304] env[69371]: _type = "Task" [ 1006.863304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.879508] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.919447] env[69371]: DEBUG nova.network.neutron [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Updating instance_info_cache with network_info: [{"id": "49454331-e4dc-4821-8fc0-3ee9d592766e", "address": "fa:16:3e:2f:e9:b8", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49454331-e4", "ovs_interfaceid": "49454331-e4dc-4821-8fc0-3ee9d592766e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.931266] env[69371]: DEBUG nova.compute.manager [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Received event network-vif-deleted-cfd9b7cc-4020-4035-957e-d1148dbb0dd9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.931266] env[69371]: DEBUG nova.compute.manager [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Received event network-changed-49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.931266] env[69371]: DEBUG nova.compute.manager [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Refreshing instance network info cache due to event network-changed-49454331-e4dc-4821-8fc0-3ee9d592766e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.931266] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Acquiring lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.953363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.279843] env[69371]: DEBUG nova.compute.manager [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.280114] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.281032] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c66a11-20e5-476e-96b0-a9e358addca8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.291139] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.291438] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080fc5d7-a168-4750-991f-91bb745d7826 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.300757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.303874] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 1007.303874] env[69371]: value = "task-4130573" [ 1007.303874] env[69371]: _type = "Task" [ 1007.303874] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.304640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.827s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.306917] env[69371]: INFO nova.compute.claims [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.327586] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.336260] env[69371]: INFO nova.scheduler.client.report [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Deleted allocations for instance 2aabaadb-ac21-4dee-8747-317c3e68fdb1 [ 1007.376259] env[69371]: DEBUG oslo_vmware.api [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130572, 'name': PowerOnVM_Task, 'duration_secs': 0.496212} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.378401] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.378401] env[69371]: INFO nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1007.378401] env[69371]: DEBUG nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.381458] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65ed172-55bb-42b4-a829-5c749dbc8a2f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.429579] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.431374] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Instance network_info: |[{"id": "49454331-e4dc-4821-8fc0-3ee9d592766e", "address": "fa:16:3e:2f:e9:b8", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49454331-e4", "ovs_interfaceid": "49454331-e4dc-4821-8fc0-3ee9d592766e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.431374] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Acquired lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.431374] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Refreshing network info cache for port 49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.431751] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e9:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49454331-e4dc-4821-8fc0-3ee9d592766e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.441895] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.446421] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.447609] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f64cc1-96f1-4fa7-afb1-b88144ff26ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.471201] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.471201] env[69371]: value = "task-4130574" [ 1007.471201] env[69371]: _type = "Task" [ 1007.471201] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.481112] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130574, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.830789] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130573, 'name': PowerOffVM_Task, 'duration_secs': 0.318441} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.830789] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.830789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.830789] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-825a0e95-8849-47c3-a9a7-6f4a4e85f29a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.846954] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a978b509-a1e6-4bb3-80c8-8d0aa329e14b tempest-MultipleCreateTestJSON-1688565874 tempest-MultipleCreateTestJSON-1688565874-project-member] Lock "2aabaadb-ac21-4dee-8747-317c3e68fdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.267s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.883587] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Updated VIF entry in instance network info cache for port 49454331-e4dc-4821-8fc0-3ee9d592766e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.883978] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Updating instance_info_cache with network_info: [{"id": "49454331-e4dc-4821-8fc0-3ee9d592766e", "address": "fa:16:3e:2f:e9:b8", "network": {"id": "4e828dd0-a364-43a8-ae53-feb44d9e843e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1024381398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f887f18b66d0447a8d776e5008f5aced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49454331-e4", "ovs_interfaceid": "49454331-e4dc-4821-8fc0-3ee9d592766e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.902769] env[69371]: INFO nova.compute.manager [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Took 27.71 seconds to build instance. [ 1007.910130] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.910383] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.910610] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Deleting the datastore file [datastore2] b9d3f1d9-1302-4327-81eb-a2b902a4a688 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.910925] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f4d109-8c77-4946-8bb4-dd66abae12d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.921361] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for the task: (returnval){ [ 1007.921361] env[69371]: value = "task-4130576" [ 1007.921361] env[69371]: _type = "Task" [ 1007.921361] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.933114] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.986921] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130574, 'name': CreateVM_Task, 'duration_secs': 0.372425} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.987108] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.987900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.988083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.988436] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.988948] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294485e3-59a3-40d8-b591-51020dbc3653 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.995055] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1007.995055] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8064d-5d4e-4fb4-659e-435e55890022" [ 1007.995055] env[69371]: _type = "Task" [ 1007.995055] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.007105] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8064d-5d4e-4fb4-659e-435e55890022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.389217] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Releasing lock "refresh_cache-c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.389217] env[69371]: DEBUG nova.compute.manager [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.389217] env[69371]: DEBUG nova.compute.manager [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing instance network info cache due to event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.389217] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Acquiring lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.389217] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Acquired lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.389217] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing network info cache for port 235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.410041] env[69371]: DEBUG oslo_concurrency.lockutils [None req-431f1aa1-4e5f-45ce-95e1-04f2557ae2a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.225s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.434658] env[69371]: DEBUG oslo_vmware.api [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Task: {'id': task-4130576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167457} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.434937] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.435139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.435328] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.435489] env[69371]: INFO nova.compute.manager [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1008.435917] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.435986] env[69371]: DEBUG nova.compute.manager [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.436033] env[69371]: DEBUG nova.network.neutron [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.507872] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8064d-5d4e-4fb4-659e-435e55890022, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.510867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.511151] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.511399] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.511547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.511742] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.512367] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ffaba6c-bcbd-4374-88bd-6fc381d941b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528803] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.528881] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.529652] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f325b9-d30d-46ad-a72a-583352f4ccc5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.539073] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1008.539073] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bd4929-9885-59ee-3f98-32079e8f986d" [ 1008.539073] env[69371]: _type = "Task" [ 1008.539073] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.554650] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bd4929-9885-59ee-3f98-32079e8f986d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.702874] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14c7c9-8d15-461c-b93b-ea9f1580282d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.714301] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa572c5-bd71-43c6-8b42-ac884de8cedc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.747859] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4013e61e-e908-420a-9e23-3105f320cf7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.756746] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45226df0-c5f9-44a0-afa9-303e3db0beb3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.773407] env[69371]: DEBUG nova.compute.provider_tree [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.837591] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "5eb37be4-46e9-4975-aced-35816a16c930" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.838947] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.838947] env[69371]: DEBUG nova.compute.manager [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.839661] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108e4ce9-e3a2-4a8e-9c8a-01666e362462 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.852330] env[69371]: DEBUG nova.compute.manager [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.852850] env[69371]: DEBUG nova.objects.instance [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lazy-loading 'flavor' on Instance uuid 5eb37be4-46e9-4975-aced-35816a16c930 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.871910] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "9959855c-454b-4e86-9a91-012b7c951338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.872184] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.920930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.921271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.954130] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.954512] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.053025] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bd4929-9885-59ee-3f98-32079e8f986d, 'name': SearchDatastore_Task, 'duration_secs': 0.030444} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.053854] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d49ec9f-99c5-4218-982b-08733470a456 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.062253] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1009.062253] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52288348-7a64-eaff-2678-b511cbcbfbd1" [ 1009.062253] env[69371]: _type = "Task" [ 1009.062253] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.070575] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52288348-7a64-eaff-2678-b511cbcbfbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.301535] env[69371]: ERROR nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [req-8a5f081b-2943-49d1-b78b-2bd03a025de2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a5f081b-2943-49d1-b78b-2bd03a025de2"}]} [ 1009.323411] env[69371]: DEBUG nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1009.339468] env[69371]: DEBUG nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1009.339759] env[69371]: DEBUG nova.compute.provider_tree [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.352718] env[69371]: DEBUG nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1009.375717] env[69371]: DEBUG nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1009.378834] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.408713] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updated VIF entry in instance network info cache for port 235cd32a-8873-4983-a27c-af54bd88ece9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.409088] env[69371]: DEBUG nova.network.neutron [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [{"id": "235cd32a-8873-4983-a27c-af54bd88ece9", "address": "fa:16:3e:ff:81:2a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235cd32a-88", "ovs_interfaceid": "235cd32a-8873-4983-a27c-af54bd88ece9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.426432] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.456910] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.522889] env[69371]: DEBUG nova.compute.manager [req-4ad6afb4-22df-4671-91df-37bc0b78c0ba req-c8b1b948-28dc-4f8f-9c3c-7f6e6fa50017 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Received event network-vif-deleted-5ac195a8-3f16-46d7-ac2e-a765a9a58d08 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.522889] env[69371]: INFO nova.compute.manager [req-4ad6afb4-22df-4671-91df-37bc0b78c0ba req-c8b1b948-28dc-4f8f-9c3c-7f6e6fa50017 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Neutron deleted interface 5ac195a8-3f16-46d7-ac2e-a765a9a58d08; detaching it from the instance and deleting it from the info cache [ 1009.522889] env[69371]: DEBUG nova.network.neutron [req-4ad6afb4-22df-4671-91df-37bc0b78c0ba req-c8b1b948-28dc-4f8f-9c3c-7f6e6fa50017 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.582299] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52288348-7a64-eaff-2678-b511cbcbfbd1, 'name': SearchDatastore_Task, 'duration_secs': 0.043454} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.582478] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.582759] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad/c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.583627] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2531e842-44d1-4836-9de2-80845d45b979 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.593675] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1009.593675] env[69371]: value = "task-4130577" [ 1009.593675] env[69371]: _type = "Task" [ 1009.593675] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.603983] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.829261] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1b0fb-d2d0-4568-b85d-a4f08cbc2319 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.839676] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ac90a-926b-40f8-bfd5-de235befed39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.873377] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.873677] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc4c2f5-dd79-49e4-8eee-ea39049fa7e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.877511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57361a-3003-4d41-aff0-0ec21a1b7612 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.885970] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4331c2e7-2899-4842-ab3d-2b13b0425d00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.896411] env[69371]: DEBUG oslo_vmware.api [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1009.896411] env[69371]: value = "task-4130578" [ 1009.896411] env[69371]: _type = "Task" [ 1009.896411] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.926040] env[69371]: DEBUG oslo_concurrency.lockutils [req-224d9e5e-a6c1-4086-80c5-fb3c96667181 req-0baed26e-b5ee-4d1a-b6d0-3d562c5a61d7 service nova] Releasing lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.926450] env[69371]: DEBUG nova.compute.provider_tree [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.933575] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.939194] env[69371]: DEBUG nova.network.neutron [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.939194] env[69371]: DEBUG oslo_vmware.api [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.961729] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.993066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.024488] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07d982ab-7680-4da7-9235-ffdbe7869597 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.042508] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b26b57-2f75-4396-8b73-ec9ab63fc90e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.083871] env[69371]: DEBUG nova.compute.manager [req-4ad6afb4-22df-4671-91df-37bc0b78c0ba req-c8b1b948-28dc-4f8f-9c3c-7f6e6fa50017 service nova] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Detach interface failed, port_id=5ac195a8-3f16-46d7-ac2e-a765a9a58d08, reason: Instance b9d3f1d9-1302-4327-81eb-a2b902a4a688 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.111429] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.427108] env[69371]: DEBUG oslo_vmware.api [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130578, 'name': PowerOffVM_Task, 'duration_secs': 0.248503} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.427108] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.427108] env[69371]: DEBUG nova.compute.manager [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.427108] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bdfd84-d3a3-4ebb-9241-e930b43c5290 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.438754] env[69371]: INFO nova.compute.manager [-] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Took 2.00 seconds to deallocate network for instance. [ 1010.478623] env[69371]: DEBUG nova.scheduler.client.report [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1010.478927] env[69371]: DEBUG nova.compute.provider_tree [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 105 to 106 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1010.479122] env[69371]: DEBUG nova.compute.provider_tree [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.607988] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703531} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.608425] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad/c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.608708] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.609021] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71ff056-6227-4208-b865-18063e47a519 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.616621] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1010.616621] env[69371]: value = "task-4130579" [ 1010.616621] env[69371]: _type = "Task" [ 1010.616621] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.625890] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.939835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22c861ff-9cf0-4213-a443-f0c6b6505a1d tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.945805] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.984694] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.680s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.985263] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.989060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.294s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.128575] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116629} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.128880] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.129680] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9bf657-5218-4d8a-80ff-920b511abbbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.155902] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad/c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.155902] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7cad72f-59fc-40f9-a57d-3f8479bea255 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.175548] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1011.175548] env[69371]: value = "task-4130580" [ 1011.175548] env[69371]: _type = "Task" [ 1011.175548] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.184475] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.492692] env[69371]: DEBUG nova.compute.utils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.496552] env[69371]: INFO nova.compute.claims [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.500408] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.500587] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.564036] env[69371]: DEBUG nova.policy [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a174666e28469c973699b91d74b376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85e190f514ca4312bef3a1748dc63824', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.687017] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130580, 'name': ReconfigVM_Task, 'duration_secs': 0.312157} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.687506] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad/c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.688660] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092df247-b727-4755-ac04-8117ffc9c9cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.697506] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1011.697506] env[69371]: value = "task-4130581" [ 1011.697506] env[69371]: _type = "Task" [ 1011.697506] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.709058] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130581, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.002042] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.007305] env[69371]: INFO nova.compute.resource_tracker [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating resource usage from migration 271eb09b-68d8-46a1-baa4-5d486e7cec9f [ 1012.198261] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Successfully created port: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.212574] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130581, 'name': Rename_Task, 'duration_secs': 0.174417} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.212885] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.213164] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceeb0831-aeda-4c65-85d1-24ed8323c1c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.223018] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1012.223018] env[69371]: value = "task-4130582" [ 1012.223018] env[69371]: _type = "Task" [ 1012.223018] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.231607] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.302870] env[69371]: DEBUG nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.305154] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ef25e-087b-4909-ae2c-c7882b546465 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.412091] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f218036-7525-4172-8fe5-bb5869de90d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421479] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ba18b-a1e9-45b7-bb0f-4be21d4885b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.462335] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cdad62-6212-4715-866a-a80fbf21bc6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.472965] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19034cfa-a5cd-4332-85a1-bd41771b2cf6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.490078] env[69371]: DEBUG nova.compute.provider_tree [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.734071] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130582, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.817360] env[69371]: INFO nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] instance snapshotting [ 1012.817584] env[69371]: WARNING nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1012.820610] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77e6a5-ff18-4590-9bb2-9f4cc4a55971 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.842469] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16564d4d-233c-4693-9539-78e0f4365184 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.993191] env[69371]: DEBUG nova.scheduler.client.report [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.016805] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.041344] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.041598] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.041766] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.041947] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.042178] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.042350] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.042591] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.042776] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.042945] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.043175] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.043388] env[69371]: DEBUG nova.virt.hardware [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.044297] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2706d-7e58-476c-8b6c-073797338fb7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.053828] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a546391-1135-4645-9bfb-cbbbede5f808 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.233017] env[69371]: DEBUG oslo_vmware.api [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130582, 'name': PowerOnVM_Task, 'duration_secs': 0.537034} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.233388] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.233618] env[69371]: INFO nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1013.233792] env[69371]: DEBUG nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.234748] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee291c-0685-4022-9c38-410561fcb7b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.353978] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.354518] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65d9ae46-e588-4ed9-bf58-cc7479e5b37c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.362921] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1013.362921] env[69371]: value = "task-4130583" [ 1013.362921] env[69371]: _type = "Task" [ 1013.362921] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.371750] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.498846] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.510s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.499151] env[69371]: INFO nova.compute.manager [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Migrating [ 1013.510401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.892s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.510532] env[69371]: DEBUG nova.objects.instance [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'resources' on Instance uuid 14fd4442-c3a2-4346-8ab7-8b7c47652735 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.644695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.644695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.672166] env[69371]: DEBUG nova.compute.manager [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Received event network-vif-plugged-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.672166] env[69371]: DEBUG oslo_concurrency.lockutils [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] Acquiring lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.672166] env[69371]: DEBUG oslo_concurrency.lockutils [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.672166] env[69371]: DEBUG oslo_concurrency.lockutils [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.672166] env[69371]: DEBUG nova.compute.manager [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] No waiting events found dispatching network-vif-plugged-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.672166] env[69371]: WARNING nova.compute.manager [req-f8de7134-b04d-4e5f-8f0d-87366ffa7638 req-490a9dad-2730-497a-9422-9816d8b7a602 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Received unexpected event network-vif-plugged-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 for instance with vm_state building and task_state spawning. [ 1013.757233] env[69371]: INFO nova.compute.manager [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Took 32.43 seconds to build instance. [ 1013.780661] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Successfully updated port: 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.873509] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130583, 'name': CreateSnapshot_Task, 'duration_secs': 0.449424} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.873777] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.874592] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ba7d0-669c-4b67-9d22-c715110deb87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.019616] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.020015] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.020015] env[69371]: DEBUG nova.network.neutron [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.140900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.147036] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.260191] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ffad7299-8cee-406f-9070-a0e52ebc8e32 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.950s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.262507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.122s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.262731] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.263054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.263167] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.265838] env[69371]: INFO nova.compute.manager [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Terminating instance [ 1014.283925] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.284093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.284257] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.319087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5586bcb-4880-4735-8b5a-2509488cc15f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.328522] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f711d1c3-5be6-4c97-8191-80f87bbc1703 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.360814] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8e4a0-12b0-444c-a9f6-ccc608990d77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.369358] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb09f1e-07e8-49fa-b099-600544a18f93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.392212] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.392794] env[69371]: DEBUG nova.compute.provider_tree [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.394481] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79fb054a-fa50-4d64-98f0-8e447bb7f7af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.403601] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1014.403601] env[69371]: value = "task-4130584" [ 1014.403601] env[69371]: _type = "Task" [ 1014.403601] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.412756] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130584, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.668534] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.741964] env[69371]: DEBUG nova.network.neutron [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.770275] env[69371]: DEBUG nova.compute.manager [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.770514] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.771404] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c733d78-ee64-44aa-878e-6a9fb5f23701 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.781543] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.781961] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c900d3-b77a-4371-b685-b84897fb0591 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.791396] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1014.791396] env[69371]: value = "task-4130585" [ 1014.791396] env[69371]: _type = "Task" [ 1014.791396] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.801535] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.820316] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.901705] env[69371]: DEBUG nova.scheduler.client.report [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.915403] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130584, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.982988] env[69371]: DEBUG nova.network.neutron [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Updating instance_info_cache with network_info: [{"id": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "address": "fa:16:3e:e1:64:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec892a-7c", "ovs_interfaceid": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.245547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.303069] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130585, 'name': PowerOffVM_Task, 'duration_secs': 0.211615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.303513] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.303613] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.303844] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84a6601-9540-4da7-91e3-48482982126f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.375843] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.375843] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.376272] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleting the datastore file [datastore1] c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.376613] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb51a7c-4ee9-45fc-b1ff-4f55ced166ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.390718] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for the task: (returnval){ [ 1015.390718] env[69371]: value = "task-4130587" [ 1015.390718] env[69371]: _type = "Task" [ 1015.390718] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.400433] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.408989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.411816] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.446s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.412207] env[69371]: DEBUG nova.objects.instance [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lazy-loading 'resources' on Instance uuid 46ef29b1-5382-4a0a-a241-615b56ed9cb1 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.417417] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130584, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.430884] env[69371]: INFO nova.scheduler.client.report [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance 14fd4442-c3a2-4346-8ab7-8b7c47652735 [ 1015.486117] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.486505] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Instance network_info: |[{"id": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "address": "fa:16:3e:e1:64:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec892a-7c", "ovs_interfaceid": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.486929] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:64:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cec892a-7ca2-4e25-8b19-09ed4252c1f2', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.495434] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Creating folder: Project (85e190f514ca4312bef3a1748dc63824). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.496054] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae66d66-c8cd-4d32-af79-ec410a9f2508 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.510052] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Created folder: Project (85e190f514ca4312bef3a1748dc63824) in parent group-v817910. [ 1015.510228] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Creating folder: Instances. Parent ref: group-v818133. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.510529] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84bfb957-327e-4a2d-9c81-981f62dcc554 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.522880] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Created folder: Instances in parent group-v818133. [ 1015.523177] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.523396] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.523650] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3863cab7-cd12-4f5c-8ea8-1a42f3f75861 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.546435] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.546435] env[69371]: value = "task-4130590" [ 1015.546435] env[69371]: _type = "Task" [ 1015.546435] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.558132] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130590, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.715882] env[69371]: DEBUG nova.compute.manager [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Received event network-changed-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.716013] env[69371]: DEBUG nova.compute.manager [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Refreshing instance network info cache due to event network-changed-2cec892a-7ca2-4e25-8b19-09ed4252c1f2. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.716315] env[69371]: DEBUG oslo_concurrency.lockutils [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] Acquiring lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.716517] env[69371]: DEBUG oslo_concurrency.lockutils [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] Acquired lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.716725] env[69371]: DEBUG nova.network.neutron [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Refreshing network info cache for port 2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.900343] env[69371]: DEBUG oslo_vmware.api [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Task: {'id': task-4130587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172656} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.900618] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.900928] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.901128] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.901303] env[69371]: INFO nova.compute.manager [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1015.901548] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.901750] env[69371]: DEBUG nova.compute.manager [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.901846] env[69371]: DEBUG nova.network.neutron [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.915586] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130584, 'name': CloneVM_Task, 'duration_secs': 1.203297} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.915875] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Created linked-clone VM from snapshot [ 1015.916696] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d8185-87f8-4415-8d9c-22484ff490aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.927211] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Uploading image f89e04d3-5262-4d23-8c6d-681913a555a6 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.938688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-922074a7-c5ee-45ac-8664-a8ed13e501c5 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "14fd4442-c3a2-4346-8ab7-8b7c47652735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.381s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.957799] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.957799] env[69371]: value = "vm-818132" [ 1015.957799] env[69371]: _type = "VirtualMachine" [ 1015.957799] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.958311] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84e5ebe0-d2b2-47a4-8c6a-6d250637e8aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.970274] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease: (returnval){ [ 1015.970274] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4fb3-afab-9fc7-16af-71e7fd57c7e9" [ 1015.970274] env[69371]: _type = "HttpNfcLease" [ 1015.970274] env[69371]: } obtained for exporting VM: (result){ [ 1015.970274] env[69371]: value = "vm-818132" [ 1015.970274] env[69371]: _type = "VirtualMachine" [ 1015.970274] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.970772] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the lease: (returnval){ [ 1015.970772] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4fb3-afab-9fc7-16af-71e7fd57c7e9" [ 1015.970772] env[69371]: _type = "HttpNfcLease" [ 1015.970772] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.981955] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.981955] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4fb3-afab-9fc7-16af-71e7fd57c7e9" [ 1015.981955] env[69371]: _type = "HttpNfcLease" [ 1015.981955] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.063176] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130590, 'name': CreateVM_Task, 'duration_secs': 0.323223} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.063350] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.066140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.066140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.066140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.066140] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd27040e-5317-45dc-936d-98d47557d85c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.070219] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1016.070219] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52578f79-186a-5488-36e9-f32da5220e96" [ 1016.070219] env[69371]: _type = "Task" [ 1016.070219] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.082112] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52578f79-186a-5488-36e9-f32da5220e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.237772] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f10f6-81d1-4271-8ff1-02f9cb16a002 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.246364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8917b-f237-4e06-bb73-06f11af09872 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.284497] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e41b36-b6de-4c22-b2bd-efb9876ec158 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.288376] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03eedd3-af80-4bcb-bfae-36724d0fa683 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.308740] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.313119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ca498-0f76-45fc-b716-5850a57e5bd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.332535] env[69371]: DEBUG nova.compute.provider_tree [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.454913] env[69371]: DEBUG nova.network.neutron [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Updated VIF entry in instance network info cache for port 2cec892a-7ca2-4e25-8b19-09ed4252c1f2. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.455301] env[69371]: DEBUG nova.network.neutron [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Updating instance_info_cache with network_info: [{"id": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "address": "fa:16:3e:e1:64:16", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec892a-7c", "ovs_interfaceid": "2cec892a-7ca2-4e25-8b19-09ed4252c1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.479896] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.479896] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4fb3-afab-9fc7-16af-71e7fd57c7e9" [ 1016.479896] env[69371]: _type = "HttpNfcLease" [ 1016.479896] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.480914] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.480914] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4fb3-afab-9fc7-16af-71e7fd57c7e9" [ 1016.480914] env[69371]: _type = "HttpNfcLease" [ 1016.480914] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.481237] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc135d-da35-4e9e-8e89-adfc4e5e2f7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.489964] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.490193] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.583980] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52578f79-186a-5488-36e9-f32da5220e96, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.586745] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.587045] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.587567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.587567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.587758] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.588417] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33979e6c-829a-407e-adb3-1d3451712e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.590427] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-321854c4-a666-47e6-b517-8210a7b6f839 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.600067] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.600273] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.602899] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f336766-3070-41af-9bf7-cf6c38378ef5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.608901] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1016.608901] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527f10f7-7da9-95af-8435-530936fcb1b8" [ 1016.608901] env[69371]: _type = "Task" [ 1016.608901] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.621588] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527f10f7-7da9-95af-8435-530936fcb1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.627766] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a376d1a1-6c30-45b6-8de5-8ccefbadfe21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.633528] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1016.633528] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520669c3-c214-e977-0efc-c255d9a692e3" [ 1016.633528] env[69371]: _type = "Task" [ 1016.633528] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.641266] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520669c3-c214-e977-0efc-c255d9a692e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.679299] env[69371]: DEBUG nova.network.neutron [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.819620] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.821378] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9b1fc3-4135-462b-8314-265ab847343a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.835820] env[69371]: DEBUG nova.scheduler.client.report [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.841704] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1016.841704] env[69371]: value = "task-4130592" [ 1016.841704] env[69371]: _type = "Task" [ 1016.841704] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.852068] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.958522] env[69371]: DEBUG oslo_concurrency.lockutils [req-977b1e0f-a376-4e8e-8a23-4512e19b2ff0 req-20055549-72b3-4c28-bb95-6926e2c7e239 service nova] Releasing lock "refresh_cache-26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.145581] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520669c3-c214-e977-0efc-c255d9a692e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015839} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.146089] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.146504] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3/26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.146868] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4973e23c-6cd1-4a7d-a735-30373bec4897 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.154676] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1017.154676] env[69371]: value = "task-4130593" [ 1017.154676] env[69371]: _type = "Task" [ 1017.154676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.164364] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.186355] env[69371]: INFO nova.compute.manager [-] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Took 1.28 seconds to deallocate network for instance. [ 1017.346636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.349601] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.852s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.349940] env[69371]: DEBUG nova.objects.instance [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lazy-loading 'resources' on Instance uuid d0b9fc16-2f91-47c0-b870-718edc9031e8 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.358197] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130592, 'name': PowerOffVM_Task, 'duration_secs': 0.308684} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.358940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.359098] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.374083] env[69371]: INFO nova.scheduler.client.report [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Deleted allocations for instance 46ef29b1-5382-4a0a-a241-615b56ed9cb1 [ 1017.438434] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.438677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.668046] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.697334] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.749037] env[69371]: DEBUG nova.compute.manager [req-e6e45ad7-dc1f-403f-a2ec-9d2e6eb4e8e5 req-4a437d89-8d96-4192-9c84-c21e2c6653cf service nova] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Received event network-vif-deleted-49454331-e4dc-4821-8fc0-3ee9d592766e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.865960] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.866230] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.866444] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.866646] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.866789] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.866926] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.867201] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.867380] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.867781] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.867993] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.868283] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.877250] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6151038a-1e59-4387-95af-161be8d504b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.893420] env[69371]: DEBUG oslo_concurrency.lockutils [None req-34abb705-d8fd-4d1c-a256-791ddc192770 tempest-ServersTestManualDisk-251560751 tempest-ServersTestManualDisk-251560751-project-member] Lock "46ef29b1-5382-4a0a-a241-615b56ed9cb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.877s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.899411] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1017.899411] env[69371]: value = "task-4130594" [ 1017.899411] env[69371]: _type = "Task" [ 1017.899411] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.916795] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.942807] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.169787] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130593, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.204565] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d8573-5138-45ff-9adc-58ce7e85a798 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.214348] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b27fc-86d0-41d7-902f-df7a18e9a8ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.251468] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c130377-2594-42be-84c8-9ebc1665b735 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.261295] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4571d19-9af1-4c0c-8e27-111aeae53e68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276315] env[69371]: DEBUG nova.compute.provider_tree [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.411619] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130594, 'name': ReconfigVM_Task, 'duration_secs': 0.320116} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.412105] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.469913] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.670219] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130593, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.780144] env[69371]: DEBUG nova.scheduler.client.report [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.919767] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.919975] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.920088] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.920273] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.920418] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.920565] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.920923] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.921101] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.921271] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.921435] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.921678] env[69371]: DEBUG nova.virt.hardware [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.927396] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.928132] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff9638b-775f-4086-b26f-5a671f883f35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.949569] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1018.949569] env[69371]: value = "task-4130595" [ 1018.949569] env[69371]: _type = "Task" [ 1018.949569] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.960274] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.167900] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130593, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.593535} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.168197] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3/26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.168417] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.168680] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc39bf0f-ebdf-4260-8736-78d7076efa8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.178560] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1019.178560] env[69371]: value = "task-4130596" [ 1019.178560] env[69371]: _type = "Task" [ 1019.178560] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.188933] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.285352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.287982] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.692s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.288505] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.290519] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.337s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.292317] env[69371]: INFO nova.compute.claims [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.313527] env[69371]: INFO nova.scheduler.client.report [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Deleted allocations for instance d0b9fc16-2f91-47c0-b870-718edc9031e8 [ 1019.321091] env[69371]: INFO nova.scheduler.client.report [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleted allocations for instance 4cf51ce4-7593-4b3b-9d16-d90af3233f9b [ 1019.462432] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130595, 'name': ReconfigVM_Task, 'duration_secs': 0.189316} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.463038] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.463716] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2d1ed-9e44-43a7-9d97-c22008ca583a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.497395] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.497909] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7313e0ea-f001-4bb7-9d5f-8e00f0ad2044 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.519090] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1019.519090] env[69371]: value = "task-4130597" [ 1019.519090] env[69371]: _type = "Task" [ 1019.519090] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.529881] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.688588] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075739} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.688861] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.689688] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45456c9d-3443-4b37-aa2a-2d5c639c05cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.719671] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3/26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.719671] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5455db6d-1898-4780-bfe2-8f6bcd121fd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.747128] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1019.747128] env[69371]: value = "task-4130598" [ 1019.747128] env[69371]: _type = "Task" [ 1019.747128] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.759192] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.826191] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2181c420-d5b7-4b0e-9b9a-e1744678fbcf tempest-ServerRescueTestJSON-826761652 tempest-ServerRescueTestJSON-826761652-project-member] Lock "d0b9fc16-2f91-47c0-b870-718edc9031e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.804s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.834086] env[69371]: DEBUG oslo_concurrency.lockutils [None req-816aa215-0bd9-427f-88bf-94eb5489592f tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "4cf51ce4-7593-4b3b-9d16-d90af3233f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.327s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.031218] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130597, 'name': ReconfigVM_Task, 'duration_secs': 0.305892} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.031693] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708/e6cf4381-1292-43b4-991c-c7cb155f7708.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.032121] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.267388] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130598, 'name': ReconfigVM_Task, 'duration_secs': 0.406892} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.268825] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3/26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.268825] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce07ccb9-43b7-46ed-b4fa-4310dc63667e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.276546] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1020.276546] env[69371]: value = "task-4130599" [ 1020.276546] env[69371]: _type = "Task" [ 1020.276546] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.289589] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130599, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.541334] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56bea5-a7b8-42ce-98b1-b8d84b4119a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.571319] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ce27e-b3d5-4ab7-b8cc-2c1aec8cee5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.593379] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.700414] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc126c-f1d7-44ed-9c76-6d66047bc922 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.707244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5033c3f0-981e-45e0-b9f7-3c18099f65cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.747185] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de889178-ac11-41fb-b240-1dab80e332f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.758112] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a210c6a1-4277-4c86-a743-c6ae8388e92e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.775320] env[69371]: DEBUG nova.compute.provider_tree [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.788284] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130599, 'name': Rename_Task, 'duration_secs': 0.192814} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.789740] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.790039] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc8a0fe-a7b1-4c14-80e8-4f2cb0b37882 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.799726] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1020.799726] env[69371]: value = "task-4130600" [ 1020.799726] env[69371]: _type = "Task" [ 1020.799726] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.810363] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.163251] env[69371]: DEBUG nova.network.neutron [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Port ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1021.280665] env[69371]: DEBUG nova.scheduler.client.report [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.315176] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.322182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.322182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.323029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.323029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.323166] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.326056] env[69371]: INFO nova.compute.manager [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Terminating instance [ 1021.788072] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.788629] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.793359] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.860s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.796037] env[69371]: INFO nova.compute.claims [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.813513] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.833472] env[69371]: DEBUG nova.compute.manager [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.833701] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.834663] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccde9f-d869-4b02-912d-8cb4eb9c4687 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.844574] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.844888] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd51cc50-f845-43b9-bb06-7b2e0904639d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.853676] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 1021.853676] env[69371]: value = "task-4130601" [ 1021.853676] env[69371]: _type = "Task" [ 1021.853676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.863893] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.187304] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.187577] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.187712] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.301943] env[69371]: DEBUG nova.compute.utils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.303693] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.303834] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.317953] env[69371]: DEBUG oslo_vmware.api [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130600, 'name': PowerOnVM_Task, 'duration_secs': 1.161309} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.318889] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.319220] env[69371]: INFO nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1022.319299] env[69371]: DEBUG nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.320775] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f75a6-9e26-4c5f-ad94-8f9b674d2f91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.349869] env[69371]: DEBUG nova.policy [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd63bf50e64a61a326784c1e89d435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3939e3c67ec5499b8e980e90652869ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.363156] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130601, 'name': PowerOffVM_Task, 'duration_secs': 0.282105} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.364155] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.364490] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.364758] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e546aa4-2679-43d5-b8a1-2ff6509c2ec0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.452900] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.453134] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.453315] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleting the datastore file [datastore2] 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.453583] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-555cba53-de42-4464-bd87-46b7a0c29799 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.461332] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for the task: (returnval){ [ 1022.461332] env[69371]: value = "task-4130603" [ 1022.461332] env[69371]: _type = "Task" [ 1022.461332] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.471503] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.672695] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Successfully created port: c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.806789] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.842368] env[69371]: INFO nova.compute.manager [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Took 35.39 seconds to build instance. [ 1022.972082] env[69371]: DEBUG oslo_vmware.api [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Task: {'id': task-4130603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240431} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.975116] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.975334] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.975533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.975705] env[69371]: INFO nova.compute.manager [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.975957] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.977392] env[69371]: DEBUG nova.compute.manager [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.977625] env[69371]: DEBUG nova.network.neutron [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.162922] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71553a7e-eb4b-4a79-8dbc-89f0744d96e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.172496] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6047af18-441c-471f-9159-d7f861633f00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.209655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33288d-6f39-4f11-889e-c808acbe51cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.219039] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4649e-7332-44ba-97e6-0c1deb920a03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.235642] env[69371]: DEBUG nova.compute.provider_tree [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.253817] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.253923] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.254068] env[69371]: DEBUG nova.network.neutron [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.319585] env[69371]: DEBUG nova.compute.manager [req-549e3e06-8144-42b8-a294-486fa1569415 req-860aef2a-e314-4a7d-a096-aa2ea0b029b4 service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Received event network-vif-deleted-9de496d1-17f9-443a-a313-94a6fbcce06b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.320739] env[69371]: INFO nova.compute.manager [req-549e3e06-8144-42b8-a294-486fa1569415 req-860aef2a-e314-4a7d-a096-aa2ea0b029b4 service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Neutron deleted interface 9de496d1-17f9-443a-a313-94a6fbcce06b; detaching it from the instance and deleting it from the info cache [ 1023.320739] env[69371]: DEBUG nova.network.neutron [req-549e3e06-8144-42b8-a294-486fa1569415 req-860aef2a-e314-4a7d-a096-aa2ea0b029b4 service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.345070] env[69371]: DEBUG oslo_concurrency.lockutils [None req-daed8c6f-d053-4fdb-90fa-fbd80ec0d0a5 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.901s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.668962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.669215] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.739367] env[69371]: DEBUG nova.scheduler.client.report [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.799895] env[69371]: DEBUG nova.network.neutron [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.823634] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.826016] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c2272b9-0b53-44ef-850e-9a1d8f3577bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.839799] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8abcfb9-0725-4fb3-97b6-c1045700151c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.859353] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.859660] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.859841] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.860053] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.860226] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.860378] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.860579] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.860736] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.860924] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.861107] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.861275] env[69371]: DEBUG nova.virt.hardware [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.862133] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1437ccba-38db-4635-abdb-7837bfed9281 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.875135] env[69371]: DEBUG nova.compute.manager [req-549e3e06-8144-42b8-a294-486fa1569415 req-860aef2a-e314-4a7d-a096-aa2ea0b029b4 service nova] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Detach interface failed, port_id=9de496d1-17f9-443a-a313-94a6fbcce06b, reason: Instance 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.883631] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407484d-b0d9-4d84-928d-9c5a423991cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.030250] env[69371]: DEBUG nova.network.neutron [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.115934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.118428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.172418] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.230470] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Successfully updated port: c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.244927] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.245586] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.248445] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.287s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.250033] env[69371]: INFO nova.compute.claims [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.302572] env[69371]: INFO nova.compute.manager [-] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Took 1.32 seconds to deallocate network for instance. [ 1024.536985] env[69371]: DEBUG oslo_concurrency.lockutils [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.620717] env[69371]: INFO nova.compute.manager [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Detaching volume 2822711b-25cd-4a6f-a924-61a1919e92bf [ 1024.664437] env[69371]: INFO nova.virt.block_device [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Attempting to driver detach volume 2822711b-25cd-4a6f-a924-61a1919e92bf from mountpoint /dev/sdb [ 1024.664821] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1024.664975] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818111', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'name': 'volume-2822711b-25cd-4a6f-a924-61a1919e92bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21ac72f2-c1e7-49e9-9a90-e393064471aa', 'attached_at': '', 'detached_at': '', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'serial': '2822711b-25cd-4a6f-a924-61a1919e92bf'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1024.665945] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6789c-54b9-42c5-a233-0958e27a684f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.695845] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af68be-6674-47ca-be9d-f5bed7a9fb09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.704825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da8099a-ac5a-4a9b-b059-8b2a85e06868 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.710359] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.729247] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67227c67-c190-499a-a3f1-3a2ebc1b987e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.734871] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.735097] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.735288] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.756013] env[69371]: DEBUG nova.compute.utils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.760072] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] The volume has not been displaced from its original location: [datastore2] volume-2822711b-25cd-4a6f-a924-61a1919e92bf/volume-2822711b-25cd-4a6f-a924-61a1919e92bf.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1024.766721] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.768489] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.768667] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.770622] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a13928-8628-495d-b878-4ba8fc349bfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.794192] env[69371]: DEBUG oslo_vmware.api [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1024.794192] env[69371]: value = "task-4130604" [ 1024.794192] env[69371]: _type = "Task" [ 1024.794192] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.810685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.841376] env[69371]: DEBUG nova.policy [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e749d729b63d43db8c551f3e19819ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed173cf2b22244b69bed7ed46f01fbbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.068064] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e93fa9-654c-4d95-8c67-1b8025f6e4f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.091106] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b1d410-22f4-4eb3-93ec-16b8d6c5b79a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.101016] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.229618] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Successfully created port: 61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.269187] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.306273] env[69371]: DEBUG oslo_vmware.api [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130604, 'name': ReconfigVM_Task, 'duration_secs': 0.498696} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.307431] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.312482] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.321236] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c21efc-973d-48fc-b19e-88bd48a51132 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.345062] env[69371]: DEBUG oslo_vmware.api [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1025.345062] env[69371]: value = "task-4130605" [ 1025.345062] env[69371]: _type = "Task" [ 1025.345062] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.352234] env[69371]: DEBUG nova.compute.manager [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Received event network-vif-plugged-c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.352476] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Acquiring lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.352742] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.353074] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.353286] env[69371]: DEBUG nova.compute.manager [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] No waiting events found dispatching network-vif-plugged-c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.353458] env[69371]: WARNING nova.compute.manager [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Received unexpected event network-vif-plugged-c06e20ba-42b6-48e0-8e2b-0046841eeae7 for instance with vm_state building and task_state spawning. [ 1025.353686] env[69371]: DEBUG nova.compute.manager [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Received event network-changed-c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.353898] env[69371]: DEBUG nova.compute.manager [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Refreshing instance network info cache due to event network-changed-c06e20ba-42b6-48e0-8e2b-0046841eeae7. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.354089] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Acquiring lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.359062] env[69371]: DEBUG oslo_vmware.api [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.496222] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1025.497319] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6c40f-f447-4be4-b88c-3a3b2c36acd7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.505372] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1025.505815] env[69371]: ERROR oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk due to incomplete transfer. [ 1025.505815] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e4aabdd-1f8e-4970-b915-83c3f4a9fcf1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.516910] env[69371]: DEBUG oslo_vmware.rw_handles [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ab88f7-8d91-b034-b068-49674fccb019/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1025.519468] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Uploaded image f89e04d3-5262-4d23-8c6d-681913a555a6 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1025.521910] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.524706] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eabb6700-d43e-4571-bab4-ce7887e4ee2b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.532415] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1025.532415] env[69371]: value = "task-4130606" [ 1025.532415] env[69371]: _type = "Task" [ 1025.532415] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.545330] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130606, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.576071] env[69371]: DEBUG nova.network.neutron [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updating instance_info_cache with network_info: [{"id": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "address": "fa:16:3e:c3:c2:3f", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e20ba-42", "ovs_interfaceid": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.617593] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.618737] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526ef9ca-5d06-47e2-989d-cf8eb599f7d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.628373] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1025.628373] env[69371]: value = "task-4130607" [ 1025.628373] env[69371]: _type = "Task" [ 1025.628373] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.640905] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.689083] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6adba5-792c-4e26-8708-187bd68f5bae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.697527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bac02e-6c2c-4810-a5e2-8358fbe15015 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.729180] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea2ce5-5df1-4e27-a3c0-9aa8e38e9081 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.737909] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377ca96-7543-48f1-8108-c259abd612c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.755192] env[69371]: DEBUG nova.compute.provider_tree [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.854206] env[69371]: DEBUG oslo_vmware.api [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130605, 'name': ReconfigVM_Task, 'duration_secs': 0.188234} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.854620] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818111', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'name': 'volume-2822711b-25cd-4a6f-a924-61a1919e92bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21ac72f2-c1e7-49e9-9a90-e393064471aa', 'attached_at': '', 'detached_at': '', 'volume_id': '2822711b-25cd-4a6f-a924-61a1919e92bf', 'serial': '2822711b-25cd-4a6f-a924-61a1919e92bf'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1026.044541] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130606, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.080297] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.080696] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance network_info: |[{"id": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "address": "fa:16:3e:c3:c2:3f", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e20ba-42", "ovs_interfaceid": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.081191] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Acquired lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.081443] env[69371]: DEBUG nova.network.neutron [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Refreshing network info cache for port c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.082772] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c2:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06e20ba-42b6-48e0-8e2b-0046841eeae7', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.091457] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.095362] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.095930] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce02c92-11ee-4f84-aff7-db72eaf30ab4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.117638] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.117638] env[69371]: value = "task-4130608" [ 1026.117638] env[69371]: _type = "Task" [ 1026.117638] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.128423] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130608, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.136636] env[69371]: DEBUG oslo_vmware.api [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130607, 'name': PowerOnVM_Task, 'duration_secs': 0.457553} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.136881] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.137100] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-998fb273-ed87-4b36-b620-f5604b90b216 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance 'e6cf4381-1292-43b4-991c-c7cb155f7708' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.261441] env[69371]: DEBUG nova.scheduler.client.report [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.285889] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.337564] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.337895] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.337998] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.338148] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.338290] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.338430] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.338645] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.338796] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.338962] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.339137] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.339304] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.342511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5998706-79f3-484e-9fe6-77266dd8727a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.353848] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbcfeb-2ab7-48ff-bbcd-063544ba7599 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.416146] env[69371]: DEBUG nova.objects.instance [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'flavor' on Instance uuid 21ac72f2-c1e7-49e9-9a90-e393064471aa {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.493613] env[69371]: DEBUG nova.network.neutron [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updated VIF entry in instance network info cache for port c06e20ba-42b6-48e0-8e2b-0046841eeae7. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.494362] env[69371]: DEBUG nova.network.neutron [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updating instance_info_cache with network_info: [{"id": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "address": "fa:16:3e:c3:c2:3f", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e20ba-42", "ovs_interfaceid": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.544873] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130606, 'name': Destroy_Task, 'duration_secs': 0.772606} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.545158] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Destroyed the VM [ 1026.545408] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1026.545680] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2be64b75-0348-4444-bb50-58ddfca49942 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.553415] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1026.553415] env[69371]: value = "task-4130609" [ 1026.553415] env[69371]: _type = "Task" [ 1026.553415] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.563015] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.627866] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130608, 'name': CreateVM_Task, 'duration_secs': 0.480184} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.627866] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.628902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.628902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629108] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629342] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1d2750-b16a-4096-9e3b-05be7d38e084 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.634391] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1026.634391] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52153120-04b7-3a13-63d6-e788391f95be" [ 1026.634391] env[69371]: _type = "Task" [ 1026.634391] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.647172] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52153120-04b7-3a13-63d6-e788391f95be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.767881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.768427] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.771723] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.780s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.773169] env[69371]: INFO nova.compute.claims [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.934222] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Successfully updated port: 61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.998289] env[69371]: DEBUG oslo_concurrency.lockutils [req-dc10d78e-b6fe-452e-af4d-0dbdaa9a7cfa req-f04f149f-4c5b-4d9e-8d5a-737b9241ae18 service nova] Releasing lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.064598] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130609, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.146608] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52153120-04b7-3a13-63d6-e788391f95be, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.147048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.147309] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.147589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.147775] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.147994] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.152255] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad991617-6fee-40bf-a3ca-b539f205b881 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.162092] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.162275] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.163038] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b72076f-45e2-4dd1-a003-d9ba653f918a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.165800] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "5eb37be4-46e9-4975-aced-35816a16c930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.166030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.166240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "5eb37be4-46e9-4975-aced-35816a16c930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.166517] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.166713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.169969] env[69371]: INFO nova.compute.manager [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Terminating instance [ 1027.173105] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1027.173105] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a503e8-8cae-fb5b-2e14-1e6db04350bb" [ 1027.173105] env[69371]: _type = "Task" [ 1027.173105] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.182935] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a503e8-8cae-fb5b-2e14-1e6db04350bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.277941] env[69371]: DEBUG nova.compute.utils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.281268] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.281433] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.319029] env[69371]: DEBUG nova.policy [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e749d729b63d43db8c551f3e19819ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed173cf2b22244b69bed7ed46f01fbbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.381022] env[69371]: DEBUG nova.compute.manager [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Received event network-vif-plugged-61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.381248] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Acquiring lock "9959855c-454b-4e86-9a91-012b7c951338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.381499] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Lock "9959855c-454b-4e86-9a91-012b7c951338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.381711] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Lock "9959855c-454b-4e86-9a91-012b7c951338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.381941] env[69371]: DEBUG nova.compute.manager [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] No waiting events found dispatching network-vif-plugged-61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.382126] env[69371]: WARNING nova.compute.manager [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Received unexpected event network-vif-plugged-61fc712a-0389-479d-b3c4-530d19e72ebc for instance with vm_state building and task_state spawning. [ 1027.382294] env[69371]: DEBUG nova.compute.manager [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Received event network-changed-61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.382740] env[69371]: DEBUG nova.compute.manager [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Refreshing instance network info cache due to event network-changed-61fc712a-0389-479d-b3c4-530d19e72ebc. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.382740] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Acquiring lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.382740] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Acquired lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.382968] env[69371]: DEBUG nova.network.neutron [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Refreshing network info cache for port 61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.425909] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c7d770d0-5f0a-4a58-a115-f83217819756 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.443838] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564855] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130609, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.565896] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Successfully created port: 357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.674948] env[69371]: DEBUG nova.compute.manager [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.675191] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.676956] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbb407-4891-4355-b3bc-cb6c5ce96a13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.687734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.688018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.694048] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a503e8-8cae-fb5b-2e14-1e6db04350bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.697198] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.697198] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408aa4aa-491e-426c-a7a3-047c294ffd40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.699493] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a5f47b-f9f7-4ead-b55f-6ac8a4c04f4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.707432] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1027.707432] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522ac51f-5cc1-3e42-be59-5bdc2a24862b" [ 1027.707432] env[69371]: _type = "Task" [ 1027.707432] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.717569] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522ac51f-5cc1-3e42-be59-5bdc2a24862b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.782707] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.927718] env[69371]: DEBUG nova.network.neutron [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.003629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.003629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.003629] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore1] 5eb37be4-46e9-4975-aced-35816a16c930 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.003629] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-010fc0be-f0c2-49e8-9c1f-d484cd94badc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.010997] env[69371]: DEBUG oslo_vmware.api [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1028.010997] env[69371]: value = "task-4130611" [ 1028.010997] env[69371]: _type = "Task" [ 1028.010997] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.020602] env[69371]: DEBUG nova.network.neutron [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.029058] env[69371]: DEBUG oslo_vmware.api [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.065391] env[69371]: DEBUG oslo_vmware.api [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130609, 'name': RemoveSnapshot_Task, 'duration_secs': 1.340212} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.065391] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.065581] env[69371]: INFO nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Took 15.25 seconds to snapshot the instance on the hypervisor. [ 1028.173978] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652ac6d2-b5a9-43fd-9aa6-e144d2d9aba3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.182385] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b007fa43-bf0c-4e5a-bf7a-c3637fdd357c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.217675] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.224254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bae8b5-df94-4df9-abcf-a7a696484196 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.236385] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6eb30c-fcc1-4119-884f-7b27425b8451 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.240447] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522ac51f-5cc1-3e42-be59-5bdc2a24862b, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.240934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.241075] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.241752] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee78574-9258-4565-b726-78f16f86021b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.252054] env[69371]: DEBUG nova.compute.provider_tree [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.260696] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1028.260696] env[69371]: value = "task-4130612" [ 1028.260696] env[69371]: _type = "Task" [ 1028.260696] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.270811] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.359690] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.359995] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.360224] env[69371]: DEBUG nova.compute.manager [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Going to confirm migration 3 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1028.523315] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d9b1a65-a4d2-48cd-b280-9e6d6b971d12 req-a4eec3a3-0cc2-4c76-b3fa-3f39c1676e41 service nova] Releasing lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.523719] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.523881] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.528774] env[69371]: DEBUG oslo_vmware.api [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139056} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.529295] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.529495] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.529678] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.529849] env[69371]: INFO nova.compute.manager [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Took 0.85 seconds to destroy the instance on the hypervisor. [ 1028.530116] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.530332] env[69371]: DEBUG nova.compute.manager [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.530429] env[69371]: DEBUG nova.network.neutron [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.540509] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.540794] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.541091] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.541307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.541485] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.544854] env[69371]: INFO nova.compute.manager [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Terminating instance [ 1028.570433] env[69371]: DEBUG nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance disappeared during snapshot {{(pid=69371) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1028.586642] env[69371]: DEBUG nova.compute.manager [None req-17d36b44-b7ac-44c4-8777-c2e660fc772a tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image not found during clean up f89e04d3-5262-4d23-8c6d-681913a555a6 {{(pid=69371) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1028.739525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.755978] env[69371]: DEBUG nova.scheduler.client.report [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.773296] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49112} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.774945] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.774945] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.775736] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a35ee17-4842-49b8-bcd1-fa4c34365fdb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.784406] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1028.784406] env[69371]: value = "task-4130613" [ 1028.784406] env[69371]: _type = "Task" [ 1028.784406] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.796028] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.798352] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.821759] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.822021] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.822183] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.822363] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.822544] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.822730] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.822940] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.823137] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.823318] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.823486] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.823658] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.824854] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293e0d9-c5af-4d56-a2ac-a9875d18d1e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.833930] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70feae8-dcbc-4d1f-91c6-275cb498ce3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.972073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.972249] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.972423] env[69371]: DEBUG nova.network.neutron [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.972610] env[69371]: DEBUG nova.objects.instance [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'info_cache' on Instance uuid e6cf4381-1292-43b4-991c-c7cb155f7708 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.049476] env[69371]: DEBUG nova.compute.manager [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.049972] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.051181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60cd2f-f5f0-48d0-a755-16d4ec7f9e16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.062731] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.064613] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9f4d04-04ce-468a-963e-d7a9a19f8b11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.077665] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.080377] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1029.080377] env[69371]: value = "task-4130614" [ 1029.080377] env[69371]: _type = "Task" [ 1029.080377] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.091277] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.261642] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.262214] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.264894] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.319s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.265129] env[69371]: DEBUG nova.objects.instance [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lazy-loading 'resources' on Instance uuid b9d3f1d9-1302-4327-81eb-a2b902a4a688 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.295405] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07455} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.295405] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.296172] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab4c99-5596-4d98-b91c-a8f8d35df4af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.299628] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Updating instance_info_cache with network_info: [{"id": "61fc712a-0389-479d-b3c4-530d19e72ebc", "address": "fa:16:3e:14:39:98", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc712a-03", "ovs_interfaceid": "61fc712a-0389-479d-b3c4-530d19e72ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.301922] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Successfully updated port: 357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.305676] env[69371]: DEBUG nova.network.neutron [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.329185] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.331068] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fbb49a5-aa1c-45c7-8cee-a4454ce533db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.352305] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1029.352305] env[69371]: value = "task-4130615" [ 1029.352305] env[69371]: _type = "Task" [ 1029.352305] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.361937] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.417613] env[69371]: DEBUG nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Received event network-vif-deleted-0a8eac3f-6304-41de-bff6-66384262ec18 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.417777] env[69371]: DEBUG nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Received event network-vif-plugged-357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.418017] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Acquiring lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.418239] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.418443] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.418617] env[69371]: DEBUG nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] No waiting events found dispatching network-vif-plugged-357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.418785] env[69371]: WARNING nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Received unexpected event network-vif-plugged-357803e1-3124-43c4-8ccb-fd5ba5cf368b for instance with vm_state building and task_state spawning. [ 1029.418962] env[69371]: DEBUG nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Received event network-changed-357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.419157] env[69371]: DEBUG nova.compute.manager [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Refreshing instance network info cache due to event network-changed-357803e1-3124-43c4-8ccb-fd5ba5cf368b. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.419350] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Acquiring lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.419488] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Acquired lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.419647] env[69371]: DEBUG nova.network.neutron [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Refreshing network info cache for port 357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.590888] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130614, 'name': PowerOffVM_Task, 'duration_secs': 0.417042} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.591191] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.591362] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.591618] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b83e10-8fe2-434d-88b9-87af8e686e56 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.675299] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.675664] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.675854] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleting the datastore file [datastore2] 21ac72f2-c1e7-49e9-9a90-e393064471aa {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.676925] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9b731b-3b63-4a38-8c12-362ea0d8a02a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.684451] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1029.684451] env[69371]: value = "task-4130617" [ 1029.684451] env[69371]: _type = "Task" [ 1029.684451] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.695936] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.768624] env[69371]: DEBUG nova.compute.utils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.773631] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.773789] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.803078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "refresh_cache-9959855c-454b-4e86-9a91-012b7c951338" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.803473] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance network_info: |[{"id": "61fc712a-0389-479d-b3c4-530d19e72ebc", "address": "fa:16:3e:14:39:98", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc712a-03", "ovs_interfaceid": "61fc712a-0389-479d-b3c4-530d19e72ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.804539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.804987] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:39:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61fc712a-0389-479d-b3c4-530d19e72ebc', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.813489] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Creating folder: Project (ed173cf2b22244b69bed7ed46f01fbbc). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.814918] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5aa1e2a-5fb9-4827-aa04-d5c3b31b9f8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.824150] env[69371]: DEBUG nova.policy [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e749d729b63d43db8c551f3e19819ec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed173cf2b22244b69bed7ed46f01fbbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.827718] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Created folder: Project (ed173cf2b22244b69bed7ed46f01fbbc) in parent group-v817910. [ 1029.828021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Creating folder: Instances. Parent ref: group-v818137. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.828308] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-070a8903-6fda-4a30-8fb3-dc83acaa2ac9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.830646] env[69371]: INFO nova.compute.manager [-] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Took 1.30 seconds to deallocate network for instance. [ 1029.842153] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Created folder: Instances in parent group-v818137. [ 1029.842636] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.845286] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.845286] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339a6926-719d-4663-a336-f398260bad87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.872883] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.875517] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.875517] env[69371]: value = "task-4130620" [ 1029.875517] env[69371]: _type = "Task" [ 1029.875517] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.888735] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130620, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.977387] env[69371]: DEBUG nova.network.neutron [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.167513] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c2acc-d6dd-4add-b6b2-ea25f931ee0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.178828] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6053dd5-5b7f-4d0e-a7bd-51e5a1dffe23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.183320] env[69371]: DEBUG nova.network.neutron [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.217352] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c48df0-1e79-4696-8b4e-7a8968dc4b33 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.227096] env[69371]: DEBUG oslo_vmware.api [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192824} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.228902] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.228902] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.228902] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.229501] env[69371]: INFO nova.compute.manager [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1030.229501] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.229982] env[69371]: DEBUG nova.compute.manager [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.230156] env[69371]: DEBUG nova.network.neutron [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.240528] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8c109-cf62-496f-bd5b-15fd866de978 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.255067] env[69371]: DEBUG nova.compute.provider_tree [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.274641] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.340668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.373083] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.385308] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130620, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.468973] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Successfully created port: 32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.476213] env[69371]: DEBUG nova.network.neutron [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [{"id": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "address": "fa:16:3e:60:cd:80", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea8955cf-44", "ovs_interfaceid": "ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.686759] env[69371]: DEBUG oslo_concurrency.lockutils [req-43cdb885-f44b-4a5b-b5c9-b7761911fa48 req-08253e6f-7cb8-46b4-b7ce-d4410fabea06 service nova] Releasing lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.687193] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.687357] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.758807] env[69371]: DEBUG nova.scheduler.client.report [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.876057] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130615, 'name': ReconfigVM_Task, 'duration_secs': 1.038163} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.876377] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.877142] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3142a6-fc6a-4223-9dbc-c2738f400ff5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.893613] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130620, 'name': CreateVM_Task, 'duration_secs': 0.879823} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.894528] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.894855] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1030.894855] env[69371]: value = "task-4130621" [ 1030.894855] env[69371]: _type = "Task" [ 1030.894855] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.895505] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.895666] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.895991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.896308] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201db97a-e5ed-407b-a03a-1af1b2ddde6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.907876] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130621, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.909412] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1030.909412] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ac5a98-fb40-8d28-b9a1-47ed72705e5f" [ 1030.909412] env[69371]: _type = "Task" [ 1030.909412] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.920171] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ac5a98-fb40-8d28-b9a1-47ed72705e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.920411] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.920556] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.920913] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.921036] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.921150] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.921653] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-508484e5-7baa-4cdf-995d-e662327ff1b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.935026] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.935026] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.935026] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b0bc28-048f-442b-8f79-d7c52e715c77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.944025] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1030.944025] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d2aa3f-9766-d448-6daa-af7c5736a275" [ 1030.944025] env[69371]: _type = "Task" [ 1030.944025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.950348] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d2aa3f-9766-d448-6daa-af7c5736a275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.980660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-e6cf4381-1292-43b4-991c-c7cb155f7708" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.980660] env[69371]: DEBUG nova.objects.instance [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'migration_context' on Instance uuid e6cf4381-1292-43b4-991c-c7cb155f7708 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.231955] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.267192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.269818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.601s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.271603] env[69371]: INFO nova.compute.claims [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.283717] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.301989] env[69371]: INFO nova.scheduler.client.report [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Deleted allocations for instance b9d3f1d9-1302-4327-81eb-a2b902a4a688 [ 1031.323249] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.323577] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.323680] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.323859] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.324014] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.324172] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.324380] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.324561] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.324735] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.324950] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.325175] env[69371]: DEBUG nova.virt.hardware [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.326901] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf9589-b755-4b82-ac9e-d28f0c06dd43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.337609] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e928429c-b2c9-4483-9501-e6e07e904a57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.399081] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Updating instance_info_cache with network_info: [{"id": "357803e1-3124-43c4-8ccb-fd5ba5cf368b", "address": "fa:16:3e:88:14:2e", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357803e1-31", "ovs_interfaceid": "357803e1-3124-43c4-8ccb-fd5ba5cf368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.407737] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130621, 'name': Rename_Task, 'duration_secs': 0.411164} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.408293] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.408401] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e492e084-7fed-4bfc-9f5b-8ecf25ac38db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.414809] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1031.414809] env[69371]: value = "task-4130622" [ 1031.414809] env[69371]: _type = "Task" [ 1031.414809] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.423976] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.448785] env[69371]: DEBUG nova.compute.manager [req-612d80ab-e71a-4d92-acf8-de9358c6827e req-7fe5c1c5-9a3b-4bed-9879-f7285e160fe3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Received event network-vif-deleted-d8cc1620-6185-4b32-8295-5d11deb61565 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.449201] env[69371]: INFO nova.compute.manager [req-612d80ab-e71a-4d92-acf8-de9358c6827e req-7fe5c1c5-9a3b-4bed-9879-f7285e160fe3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Neutron deleted interface d8cc1620-6185-4b32-8295-5d11deb61565; detaching it from the instance and deleting it from the info cache [ 1031.449383] env[69371]: DEBUG nova.network.neutron [req-612d80ab-e71a-4d92-acf8-de9358c6827e req-7fe5c1c5-9a3b-4bed-9879-f7285e160fe3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.455164] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d2aa3f-9766-d448-6daa-af7c5736a275, 'name': SearchDatastore_Task, 'duration_secs': 0.010131} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.456375] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4361112-1bf2-4f68-9886-26a5427d7639 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.462945] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1031.462945] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523436ee-8b64-7814-ad8c-30a6c76fabad" [ 1031.462945] env[69371]: _type = "Task" [ 1031.462945] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.474012] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523436ee-8b64-7814-ad8c-30a6c76fabad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.483501] env[69371]: DEBUG nova.objects.base [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.484437] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4934ef4-a667-4da4-b51b-de35cc0c3097 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.505360] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18a52d1-1d88-4be1-ad8c-c426a0a38e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.512099] env[69371]: DEBUG oslo_vmware.api [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1031.512099] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52595693-8f05-20bc-975c-b95985656c1f" [ 1031.512099] env[69371]: _type = "Task" [ 1031.512099] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.521621] env[69371]: DEBUG oslo_vmware.api [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52595693-8f05-20bc-975c-b95985656c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.007482} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.521915] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.722119] env[69371]: DEBUG nova.network.neutron [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.815156] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a2cbc43-2cfc-4a17-ad32-26fc96599eaf tempest-ServersV294TestFqdnHostnames-908675028 tempest-ServersV294TestFqdnHostnames-908675028-project-member] Lock "b9d3f1d9-1302-4327-81eb-a2b902a4a688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.044s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.903210] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "refresh_cache-fb620c0a-ab32-49c2-b6ee-c468a882bdb7" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.903633] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance network_info: |[{"id": "357803e1-3124-43c4-8ccb-fd5ba5cf368b", "address": "fa:16:3e:88:14:2e", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap357803e1-31", "ovs_interfaceid": "357803e1-3124-43c4-8ccb-fd5ba5cf368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.904192] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:14:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '357803e1-3124-43c4-8ccb-fd5ba5cf368b', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.912221] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.912468] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.912689] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7f8f7d-0095-4c60-a4d8-8c50ee325f6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.937038] env[69371]: DEBUG oslo_vmware.api [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130622, 'name': PowerOnVM_Task, 'duration_secs': 0.47624} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.938505] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.938733] env[69371]: INFO nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1031.938930] env[69371]: DEBUG nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.939236] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.939236] env[69371]: value = "task-4130623" [ 1031.939236] env[69371]: _type = "Task" [ 1031.939236] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.940033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b48fb-db71-41ef-98a9-fc0bc69b3286 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.956760] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef3717c1-5140-460f-92b5-28b433671fde {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.967163] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0589c1-834d-431f-9610-44635f4d726a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.989691] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523436ee-8b64-7814-ad8c-30a6c76fabad, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.989983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.990325] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9959855c-454b-4e86-9a91-012b7c951338/9959855c-454b-4e86-9a91-012b7c951338.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.990867] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e726b4-f9d5-499a-8c4b-f72718652f3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.006692] env[69371]: DEBUG nova.compute.manager [req-612d80ab-e71a-4d92-acf8-de9358c6827e req-7fe5c1c5-9a3b-4bed-9879-f7285e160fe3 service nova] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Detach interface failed, port_id=d8cc1620-6185-4b32-8295-5d11deb61565, reason: Instance 21ac72f2-c1e7-49e9-9a90-e393064471aa could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.009694] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1032.009694] env[69371]: value = "task-4130624" [ 1032.009694] env[69371]: _type = "Task" [ 1032.009694] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.020263] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.224870] env[69371]: INFO nova.compute.manager [-] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Took 1.99 seconds to deallocate network for instance. [ 1032.467128] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130623, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.473549] env[69371]: INFO nova.compute.manager [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Took 25.55 seconds to build instance. [ 1032.504599] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Successfully updated port: 32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.523742] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130624, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.664707] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f11465-ab9a-4d71-b33c-8504324b9277 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.673093] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0add87-aeb0-41b7-b72e-87a68db0eee9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.708136] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9441ba-fe7e-47e2-adc7-f4a4a1b1afa1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.716942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf2dda-3e57-48ea-80bb-80997ca6dfe8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.733212] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.734501] env[69371]: DEBUG nova.compute.provider_tree [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.831393] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.831567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.831969] env[69371]: DEBUG nova.objects.instance [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.954476] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130623, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.976157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c86abcef-9c00-456a-ae7c-b70dd9e0fd22 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.065s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.007492] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.007802] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.025042] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526755} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.025042] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9959855c-454b-4e86-9a91-012b7c951338/9959855c-454b-4e86-9a91-012b7c951338.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.025325] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.025366] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3e5cf5-4176-4cf4-b78b-86b6284bb303 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.033014] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1033.033014] env[69371]: value = "task-4130625" [ 1033.033014] env[69371]: _type = "Task" [ 1033.033014] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.041519] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.239143] env[69371]: DEBUG nova.scheduler.client.report [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.338465] env[69371]: DEBUG nova.objects.instance [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.458363] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130623, 'name': CreateVM_Task, 'duration_secs': 1.492308} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.458559] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.459305] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.459507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.459781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.460062] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49893e36-570c-4323-9cb6-482515c68a8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.467799] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1033.467799] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f49267-3a6a-522c-bc18-0b31d40948af" [ 1033.467799] env[69371]: _type = "Task" [ 1033.467799] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.477940] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f49267-3a6a-522c-bc18-0b31d40948af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.539253] env[69371]: DEBUG nova.compute.manager [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Received event network-vif-plugged-32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.539476] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Acquiring lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.539669] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.539833] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.539995] env[69371]: DEBUG nova.compute.manager [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] No waiting events found dispatching network-vif-plugged-32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1033.540171] env[69371]: WARNING nova.compute.manager [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Received unexpected event network-vif-plugged-32450539-840c-4cc9-bccd-7153cc0c63c9 for instance with vm_state building and task_state spawning. [ 1033.540327] env[69371]: DEBUG nova.compute.manager [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Received event network-changed-32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.540475] env[69371]: DEBUG nova.compute.manager [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Refreshing instance network info cache due to event network-changed-32450539-840c-4cc9-bccd-7153cc0c63c9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.540638] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Acquiring lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.547138] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072864} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.547420] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.548299] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4b8f2-9ada-4c80-ae7e-215207895af8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.575089] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9959855c-454b-4e86-9a91-012b7c951338/9959855c-454b-4e86-9a91-012b7c951338.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.575260] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd97236-4627-430e-9ce5-6fb212f16783 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.591893] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.600407] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1033.600407] env[69371]: value = "task-4130626" [ 1033.600407] env[69371]: _type = "Task" [ 1033.600407] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.610302] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.748346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.748972] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.753813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.055s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.753813] env[69371]: DEBUG nova.objects.instance [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lazy-loading 'resources' on Instance uuid c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.841423] env[69371]: DEBUG nova.objects.base [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.841657] env[69371]: DEBUG nova.network.neutron [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.925305] env[69371]: DEBUG nova.network.neutron [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Updating instance_info_cache with network_info: [{"id": "32450539-840c-4cc9-bccd-7153cc0c63c9", "address": "fa:16:3e:6a:cb:63", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32450539-84", "ovs_interfaceid": "32450539-840c-4cc9-bccd-7153cc0c63c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.986872] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f49267-3a6a-522c-bc18-0b31d40948af, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.987400] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.987766] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.988138] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.988396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.988691] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.989565] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e8e39d9-be89-4391-a39f-796c1545a19c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.001230] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.001230] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.003060] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc244e9-5cd8-4875-95aa-fe99fb7659a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.008401] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1034.008401] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528ff11a-a993-fe93-5e28-36fc50e7b039" [ 1034.008401] env[69371]: _type = "Task" [ 1034.008401] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.021306] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528ff11a-a993-fe93-5e28-36fc50e7b039, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.022247] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c4672a-7f03-490e-8cfb-616909f18283 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.028305] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1034.028305] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520a1cf4-4c64-ddf5-f8a7-b937ae258fda" [ 1034.028305] env[69371]: _type = "Task" [ 1034.028305] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.037567] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520a1cf4-4c64-ddf5-f8a7-b937ae258fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.042893] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ea539e0-9de9-45ad-ba17-689c98938b21 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.210s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.117686] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.256730] env[69371]: DEBUG nova.compute.utils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.261114] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.261293] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.344890] env[69371]: DEBUG nova.policy [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7f7fcaf032b412aa5e743890a78c4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cfb6bbfdd7142e29754aca40f7cbce8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.435930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.436367] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Instance network_info: |[{"id": "32450539-840c-4cc9-bccd-7153cc0c63c9", "address": "fa:16:3e:6a:cb:63", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32450539-84", "ovs_interfaceid": "32450539-840c-4cc9-bccd-7153cc0c63c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.437024] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Acquired lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.437153] env[69371]: DEBUG nova.network.neutron [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Refreshing network info cache for port 32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.438729] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:cb:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32450539-840c-4cc9-bccd-7153cc0c63c9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.453502] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.453887] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.454165] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6335e4-6c38-48f8-9ac9-39a0176acd31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.477951] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.477951] env[69371]: value = "task-4130627" [ 1034.477951] env[69371]: _type = "Task" [ 1034.477951] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.491400] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130627, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.546361] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520a1cf4-4c64-ddf5-f8a7-b937ae258fda, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.547126] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.547720] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fb620c0a-ab32-49c2-b6ee-c468a882bdb7/fb620c0a-ab32-49c2-b6ee-c468a882bdb7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.548103] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958d97eb-4646-4b19-952b-25260d1afafa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.557346] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1034.557346] env[69371]: value = "task-4130628" [ 1034.557346] env[69371]: _type = "Task" [ 1034.557346] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.575967] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.614798] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130626, 'name': ReconfigVM_Task, 'duration_secs': 0.841545} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.615040] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9959855c-454b-4e86-9a91-012b7c951338/9959855c-454b-4e86-9a91-012b7c951338.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.619695] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed0dc64-e47a-44a8-98eb-d54fef6f5a06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.629828] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1034.629828] env[69371]: value = "task-4130629" [ 1034.629828] env[69371]: _type = "Task" [ 1034.629828] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.646028] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130629, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.746444] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67962cb-8d94-4339-a66d-05791c1970cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.759978] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f4f56-5c54-40c5-9102-d075007b6945 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.766459] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.813502] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d443c-813c-4e71-94a8-46606feeda57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.827214] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3267d4-7859-4f5f-849f-b2ca8bbd0d42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.848404] env[69371]: DEBUG nova.compute.provider_tree [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.952525] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Successfully created port: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.993348] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130627, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.074864] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.141376] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.141788] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.149830] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130629, 'name': Rename_Task, 'duration_secs': 0.241084} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.150146] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.150418] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6801f1b-4305-478f-98bd-88d498abe0ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.158954] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1035.158954] env[69371]: value = "task-4130630" [ 1035.158954] env[69371]: _type = "Task" [ 1035.158954] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.169902] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.349025] env[69371]: DEBUG nova.network.neutron [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Updated VIF entry in instance network info cache for port 32450539-840c-4cc9-bccd-7153cc0c63c9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.349479] env[69371]: DEBUG nova.network.neutron [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Updating instance_info_cache with network_info: [{"id": "32450539-840c-4cc9-bccd-7153cc0c63c9", "address": "fa:16:3e:6a:cb:63", "network": {"id": "cfdbd7c7-3d24-4ca0-9832-870abec937e2", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1319611766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed173cf2b22244b69bed7ed46f01fbbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32450539-84", "ovs_interfaceid": "32450539-840c-4cc9-bccd-7153cc0c63c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.352456] env[69371]: DEBUG nova.scheduler.client.report [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.490980] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130627, 'name': CreateVM_Task, 'duration_secs': 0.599077} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.491278] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.491869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.492219] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.492547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.492810] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b759cc44-b5fd-4c37-a028-33e98a222e6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.497747] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1035.497747] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d4e9e5-ce29-e19a-ae7a-21ceec5fefa5" [ 1035.497747] env[69371]: _type = "Task" [ 1035.497747] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.506186] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d4e9e5-ce29-e19a-ae7a-21ceec5fefa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.570923] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.573856] env[69371]: DEBUG nova.compute.manager [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Received event network-changed-c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.574302] env[69371]: DEBUG nova.compute.manager [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Refreshing instance network info cache due to event network-changed-c06e20ba-42b6-48e0-8e2b-0046841eeae7. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.574480] env[69371]: DEBUG oslo_concurrency.lockutils [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] Acquiring lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.574667] env[69371]: DEBUG oslo_concurrency.lockutils [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] Acquired lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.574890] env[69371]: DEBUG nova.network.neutron [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Refreshing network info cache for port c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.646281] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.669368] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.819983] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.846804] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.847067] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.847267] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.847461] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.847637] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.847839] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.848133] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.848329] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.848506] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.848682] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.848864] env[69371]: DEBUG nova.virt.hardware [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.849759] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0880d54-3d34-4f1c-8b07-302f49d6b78c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.857893] env[69371]: DEBUG oslo_concurrency.lockutils [req-028fe78e-52fb-4802-b683-9f76c5d3d5cf req-dc3a65bc-d38b-4c7d-b0bc-4f3fc6ad40e8 service nova] Releasing lock "refresh_cache-a8d600c1-7904-4fe6-a594-91e0bfd86788" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.858794] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.861732] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528b04a-7cab-4cc2-b0e1-49d43b0f8ee4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.866028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.397s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.867417] env[69371]: INFO nova.compute.claims [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.888277] env[69371]: INFO nova.scheduler.client.report [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Deleted allocations for instance c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad [ 1035.889634] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.889865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.890264] env[69371]: DEBUG nova.objects.instance [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.009511] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d4e9e5-ce29-e19a-ae7a-21ceec5fefa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.009859] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.010066] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.010296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.010443] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.010624] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.010891] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76da6965-d84a-4f93-9040-31468d191429 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.020354] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.020532] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.021278] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b99506-d43a-4fc0-a784-cf2efe0d476b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.029023] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1036.029023] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c081d1-4d71-55ba-c696-31edb1615e02" [ 1036.029023] env[69371]: _type = "Task" [ 1036.029023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.037053] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c081d1-4d71-55ba-c696-31edb1615e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.071463] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.167864] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.175613] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.360667] env[69371]: DEBUG nova.network.neutron [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updated VIF entry in instance network info cache for port c06e20ba-42b6-48e0-8e2b-0046841eeae7. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.360667] env[69371]: DEBUG nova.network.neutron [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updating instance_info_cache with network_info: [{"id": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "address": "fa:16:3e:c3:c2:3f", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06e20ba-42", "ovs_interfaceid": "c06e20ba-42b6-48e0-8e2b-0046841eeae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.402579] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb4a0c03-b204-47f1-b37f-44bdd5a30547 tempest-ImagesOneServerNegativeTestJSON-923677744 tempest-ImagesOneServerNegativeTestJSON-923677744-project-member] Lock "c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.140s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.523846] env[69371]: DEBUG nova.objects.instance [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.548873] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c081d1-4d71-55ba-c696-31edb1615e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.549802] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed6d7c4-3d0d-4e75-a9ff-229e329c0228 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.557994] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1036.557994] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52db81e1-56e8-202f-82f2-edf124397757" [ 1036.557994] env[69371]: _type = "Task" [ 1036.557994] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.571587] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52db81e1-56e8-202f-82f2-edf124397757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.577666] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130628, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.548797} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.577846] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fb620c0a-ab32-49c2-b6ee-c468a882bdb7/fb620c0a-ab32-49c2-b6ee-c468a882bdb7.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.578074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.578335] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f12d1c-5039-4591-a7e5-d205dd6263f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.586203] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1036.586203] env[69371]: value = "task-4130631" [ 1036.586203] env[69371]: _type = "Task" [ 1036.586203] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.597659] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.671410] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130630, 'name': PowerOnVM_Task, 'duration_secs': 1.264484} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671698] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.671902] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1036.672094] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.676229] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5288f467-118b-4ebb-9ea7-9405c05facb5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.713919] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Successfully updated port: a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.866470] env[69371]: DEBUG oslo_concurrency.lockutils [req-c40a609c-89ce-4b2f-84c5-8c86f8b92998 req-5eac2674-cc03-4977-9444-f970f8b5272d service nova] Releasing lock "refresh_cache-05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.027278] env[69371]: DEBUG nova.objects.base [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.027534] env[69371]: DEBUG nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.063299] env[69371]: DEBUG nova.policy [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.071210] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52db81e1-56e8-202f-82f2-edf124397757, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.072285] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.072773] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] a8d600c1-7904-4fe6-a594-91e0bfd86788/a8d600c1-7904-4fe6-a594-91e0bfd86788.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.073221] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed93e9e7-63a0-43d3-920c-244dbc124bab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.083857] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1037.083857] env[69371]: value = "task-4130632" [ 1037.083857] env[69371]: _type = "Task" [ 1037.083857] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.101226] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.104833] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075159} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.104986] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.108637] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce42ac-c4eb-406a-933d-234fcd355d33 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.138100] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fb620c0a-ab32-49c2-b6ee-c468a882bdb7/fb620c0a-ab32-49c2-b6ee-c468a882bdb7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.141592] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c841accb-30ab-4479-adb5-7b83720e4486 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.163032] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1037.163032] env[69371]: value = "task-4130633" [ 1037.163032] env[69371]: _type = "Task" [ 1037.163032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.175997] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.199840] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Took 27.31 seconds to build instance. [ 1037.215973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.217897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquired lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.217897] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.226337] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325a67c-7e91-4966-8218-9b457144707f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.236028] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72171c-0e4b-446e-ae57-613475d07c13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.268260] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf82e6-abb3-4bca-a579-049d8f40a4b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.279433] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eda3fea-4485-46ea-88e3-26660ebef404 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.295388] env[69371]: DEBUG nova.compute.provider_tree [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.396825] env[69371]: DEBUG nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Successfully created port: d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.598389] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.680622] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.703694] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.831s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.770378] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.823805] env[69371]: ERROR nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [req-2d3bc44d-8a20-4bb1-815c-5841477681a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d3bc44d-8a20-4bb1-815c-5841477681a5"}]} [ 1037.830735] env[69371]: DEBUG nova.compute.manager [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Received event network-vif-plugged-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.830952] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Acquiring lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.831168] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.831441] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.831617] env[69371]: DEBUG nova.compute.manager [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] No waiting events found dispatching network-vif-plugged-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.831775] env[69371]: WARNING nova.compute.manager [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Received unexpected event network-vif-plugged-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c for instance with vm_state building and task_state spawning. [ 1037.831931] env[69371]: DEBUG nova.compute.manager [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Received event network-changed-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.832090] env[69371]: DEBUG nova.compute.manager [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Refreshing instance network info cache due to event network-changed-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.832258] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Acquiring lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.860854] env[69371]: DEBUG nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.881500] env[69371]: DEBUG nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.882236] env[69371]: DEBUG nova.compute.provider_tree [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.893743] env[69371]: DEBUG nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.917457] env[69371]: DEBUG nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.999237] env[69371]: DEBUG nova.network.neutron [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Updating instance_info_cache with network_info: [{"id": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "address": "fa:16:3e:14:65:f4", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d4c33-ac", "ovs_interfaceid": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.094956] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548492} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.097620] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] a8d600c1-7904-4fe6-a594-91e0bfd86788/a8d600c1-7904-4fe6-a594-91e0bfd86788.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.097867] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.098376] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a0e73d6-2b39-4487-af7b-1742c4dc5eb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.105671] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1038.105671] env[69371]: value = "task-4130634" [ 1038.105671] env[69371]: _type = "Task" [ 1038.105671] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.118919] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.177560] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130633, 'name': ReconfigVM_Task, 'duration_secs': 0.610971} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.177560] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fb620c0a-ab32-49c2-b6ee-c468a882bdb7/fb620c0a-ab32-49c2-b6ee-c468a882bdb7.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.177954] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cacae4f-982a-4e98-91f5-33ae01bef1eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.186097] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1038.186097] env[69371]: value = "task-4130635" [ 1038.186097] env[69371]: _type = "Task" [ 1038.186097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.196480] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130635, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.245501] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ce0c5-e3eb-4efb-9e1d-ad62e5142d4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.252124] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3837a35-9804-46f1-98a3-d58961a7f781 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.285952] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150331c-668c-45f3-a782-12f6993def20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.295335] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df36f82-0eb0-4c0e-b54d-97e7f17ee63b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.311908] env[69371]: DEBUG nova.compute.provider_tree [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.501519] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Releasing lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.501865] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Instance network_info: |[{"id": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "address": "fa:16:3e:14:65:f4", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d4c33-ac", "ovs_interfaceid": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.502196] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Acquired lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.502377] env[69371]: DEBUG nova.network.neutron [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Refreshing network info cache for port a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.505016] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:65:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.512495] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Creating folder: Project (9cfb6bbfdd7142e29754aca40f7cbce8). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.515697] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f89a2377-51b1-4b2d-82f8-92bd00d63305 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.527536] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Created folder: Project (9cfb6bbfdd7142e29754aca40f7cbce8) in parent group-v817910. [ 1038.527745] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Creating folder: Instances. Parent ref: group-v818142. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.528015] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913e24bb-8f09-4ed8-bef7-b60363fb0282 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.539279] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Created folder: Instances in parent group-v818142. [ 1038.539514] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.539708] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.539920] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391f62ce-59e6-4e78-a804-3bba53bb7f79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.563944] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.563944] env[69371]: value = "task-4130638" [ 1038.563944] env[69371]: _type = "Task" [ 1038.563944] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.572578] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130638, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.617414] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068577} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.617863] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.618674] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37e128-d005-48fe-96d6-3b8f0ae3b325 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.650323] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] a8d600c1-7904-4fe6-a594-91e0bfd86788/a8d600c1-7904-4fe6-a594-91e0bfd86788.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.653299] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d294ae7b-fd16-4ba7-95f2-79b18635341c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.683309] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1038.683309] env[69371]: value = "task-4130639" [ 1038.683309] env[69371]: _type = "Task" [ 1038.683309] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.702862] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130635, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.708007] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.800758] env[69371]: DEBUG nova.network.neutron [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Updated VIF entry in instance network info cache for port a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.801225] env[69371]: DEBUG nova.network.neutron [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Updating instance_info_cache with network_info: [{"id": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "address": "fa:16:3e:14:65:f4", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d4c33-ac", "ovs_interfaceid": "a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.853678] env[69371]: DEBUG nova.scheduler.client.report [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.854013] env[69371]: DEBUG nova.compute.provider_tree [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 111 to 112 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.854261] env[69371]: DEBUG nova.compute.provider_tree [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.075491] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130638, 'name': CreateVM_Task, 'duration_secs': 0.417374} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.075708] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.077158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.077158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.077158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.077739] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1c8b4b-673a-418c-bea2-8529959b5db1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.083742] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1039.083742] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522821d0-1610-b873-9e55-b7b6e49e956e" [ 1039.083742] env[69371]: _type = "Task" [ 1039.083742] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.092801] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522821d0-1610-b873-9e55-b7b6e49e956e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.199848] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130639, 'name': ReconfigVM_Task, 'duration_secs': 0.307701} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.200209] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Reconfigured VM instance instance-00000050 to attach disk [datastore2] a8d600c1-7904-4fe6-a594-91e0bfd86788/a8d600c1-7904-4fe6-a594-91e0bfd86788.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.201317] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5b158a-dc96-4640-805c-de2c6a2f4efe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.207268] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130635, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.209911] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1039.209911] env[69371]: value = "task-4130640" [ 1039.209911] env[69371]: _type = "Task" [ 1039.209911] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.220062] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130640, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.294355] env[69371]: DEBUG nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Successfully updated port: d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.304766] env[69371]: DEBUG oslo_concurrency.lockutils [req-ebda288b-adbd-4ca4-ae86-c3807f3cd9f9 req-5da5fe34-38b5-4d0e-ae07-be784040493a service nova] Releasing lock "refresh_cache-7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.360487] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.494s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.361342] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.364762] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.654s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.367065] env[69371]: INFO nova.compute.claims [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.597429] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522821d0-1610-b873-9e55-b7b6e49e956e, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.598254] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598254] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.598441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.598441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598615] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.598871] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e0cd5e-418d-45e5-935c-fa7ee7bdb6ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611562] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.611691] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.612512] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa4361d-c1e2-45a2-9299-d8aad39de8c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.619182] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1039.619182] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524cfc90-b7eb-4f1e-6966-19449f07ddb1" [ 1039.619182] env[69371]: _type = "Task" [ 1039.619182] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.629613] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524cfc90-b7eb-4f1e-6966-19449f07ddb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.700645] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130635, 'name': Rename_Task, 'duration_secs': 1.48313} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.700988] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.701288] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d80eb9f-b4b5-4693-bad0-ef0f90a57d08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.709164] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1039.709164] env[69371]: value = "task-4130641" [ 1039.709164] env[69371]: _type = "Task" [ 1039.709164] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.720961] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.724426] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130640, 'name': Rename_Task, 'duration_secs': 0.171924} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.724740] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.724985] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79dd9adf-b518-400a-b713-9b52108e178e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.732277] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1039.732277] env[69371]: value = "task-4130642" [ 1039.732277] env[69371]: _type = "Task" [ 1039.732277] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.742957] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.796300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.796588] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.796867] env[69371]: DEBUG nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.872161] env[69371]: DEBUG nova.compute.utils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.876537] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.876795] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.945625] env[69371]: DEBUG nova.policy [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.016504] env[69371]: DEBUG nova.compute.manager [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-plugged-d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.016773] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.017008] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.017216] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.017390] env[69371]: DEBUG nova.compute.manager [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] No waiting events found dispatching network-vif-plugged-d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1040.017554] env[69371]: WARNING nova.compute.manager [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received unexpected event network-vif-plugged-d40ff363-8bc7-4dfd-9a30-c617db535df1 for instance with vm_state active and task_state None. [ 1040.017719] env[69371]: DEBUG nova.compute.manager [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-changed-d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.017874] env[69371]: DEBUG nova.compute.manager [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing instance network info cache due to event network-changed-d40ff363-8bc7-4dfd-9a30-c617db535df1. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.018049] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.132884] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524cfc90-b7eb-4f1e-6966-19449f07ddb1, 'name': SearchDatastore_Task, 'duration_secs': 0.017681} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.133587] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d4d007-ba4d-4f04-bc25-666e5aee1b00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.141314] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1040.141314] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43643-5b39-c8db-e828-ae0a8e3c7ec4" [ 1040.141314] env[69371]: _type = "Task" [ 1040.141314] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.155974] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43643-5b39-c8db-e828-ae0a8e3c7ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.221681] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.245225] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.287907] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Successfully created port: 3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.347156] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.347352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.364180] env[69371]: WARNING nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 1040.381236] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.655702] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43643-5b39-c8db-e828-ae0a8e3c7ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.656063] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.656469] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922/7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.656902] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7c81100-b99f-4916-94f3-393b2abec26d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.665340] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1040.665340] env[69371]: value = "task-4130643" [ 1040.665340] env[69371]: _type = "Task" [ 1040.665340] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.676357] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.719561] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130641, 'name': PowerOnVM_Task, 'duration_secs': 1.00984} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.719981] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.719981] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1040.720159] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.723413] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5c374-c4c3-4786-a6fb-b40314a5d142 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.744299] env[69371]: DEBUG oslo_vmware.api [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130642, 'name': PowerOnVM_Task, 'duration_secs': 0.645718} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.747327] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.747591] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1040.747818] env[69371]: DEBUG nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.749071] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2cae32-fa11-44c2-bbd9-f2869d0134e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824537] env[69371]: DEBUG nova.network.neutron [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "address": "fa:16:3e:45:75:9b", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40ff363-8b", "ovs_interfaceid": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.851136] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.858632] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfa67a3-00a5-4867-954e-4ae3626d7e24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.867592] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce7cd7-52a3-4f5f-a47a-b257c3eee86e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.905703] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af95719-6144-4fd9-8833-e4fa3dd44303 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.915651] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f4b72-4d7b-4e39-9707-1cf749952f05 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.935090] env[69371]: DEBUG nova.compute.provider_tree [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.176036] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.241153] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Took 31.31 seconds to build instance. [ 1041.266235] env[69371]: INFO nova.compute.manager [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Took 31.30 seconds to build instance. [ 1041.327742] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.328594] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.328783] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.329161] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.329512] env[69371]: DEBUG nova.network.neutron [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing network info cache for port d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.331545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956efedf-20f3-4460-9445-2b3ada6d5d53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.358386] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.358638] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.358771] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.358949] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.359115] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.359296] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.359532] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.359691] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.359995] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.360076] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.360201] env[69371]: DEBUG nova.virt.hardware [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.367609] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfiguring VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1041.371163] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98810d44-3ab9-49f4-9365-43d6c6cb7fd8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.397129] env[69371]: DEBUG oslo_vmware.api [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1041.397129] env[69371]: value = "task-4130644" [ 1041.397129] env[69371]: _type = "Task" [ 1041.397129] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.402502] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.405381] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.411846] env[69371]: DEBUG oslo_vmware.api [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130644, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.437693] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.437946] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.438123] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.438307] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.438452] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.438601] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.438822] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.438981] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.439998] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.439998] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.439998] env[69371]: DEBUG nova.virt.hardware [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.440476] env[69371]: DEBUG nova.scheduler.client.report [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.444326] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93667791-940c-4003-9b6e-83ad6a5b8377 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.457431] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee27479-99eb-4a06-9758-981874a1f6d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.678117] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.743375] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.822s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.768466] env[69371]: DEBUG oslo_concurrency.lockutils [None req-16a9f9e5-1074-492c-86b6-e7af984947dd tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.814s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.911763] env[69371]: DEBUG oslo_vmware.api [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.951820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.951820] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.956682] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.146s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.957242] env[69371]: DEBUG nova.objects.instance [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lazy-loading 'resources' on Instance uuid 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.071046] env[69371]: DEBUG nova.compute.manager [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Received event network-vif-plugged-3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.071286] env[69371]: DEBUG oslo_concurrency.lockutils [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.071500] env[69371]: DEBUG oslo_concurrency.lockutils [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.071669] env[69371]: DEBUG oslo_concurrency.lockutils [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.071839] env[69371]: DEBUG nova.compute.manager [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] No waiting events found dispatching network-vif-plugged-3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.072014] env[69371]: WARNING nova.compute.manager [req-a3466f22-4ccc-4ac1-8f10-99c66bf2eabe req-1f3a783d-ee38-44d5-85b4-1299a02233b3 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Received unexpected event network-vif-plugged-3fa337d3-7906-469d-a956-cc00b18fcf37 for instance with vm_state building and task_state spawning. [ 1042.179181] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130643, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041421} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.179181] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922/7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.179181] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.179481] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c03c3011-de51-4b5d-82d6-2af4a0177c59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.189362] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1042.189362] env[69371]: value = "task-4130645" [ 1042.189362] env[69371]: _type = "Task" [ 1042.189362] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.199478] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.203317] env[69371]: DEBUG nova.network.neutron [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updated VIF entry in instance network info cache for port d40ff363-8bc7-4dfd-9a30-c617db535df1. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.203899] env[69371]: DEBUG nova.network.neutron [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "address": "fa:16:3e:45:75:9b", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40ff363-8b", "ovs_interfaceid": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.219783] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Successfully updated port: 3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.409166] env[69371]: DEBUG oslo_vmware.api [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.461177] env[69371]: DEBUG nova.compute.utils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.466692] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.468080] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.532167] env[69371]: DEBUG nova.policy [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a174666e28469c973699b91d74b376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85e190f514ca4312bef3a1748dc63824', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.637468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "9959855c-454b-4e86-9a91-012b7c951338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.637791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.638636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "9959855c-454b-4e86-9a91-012b7c951338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.638636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.638636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.643301] env[69371]: INFO nova.compute.manager [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Terminating instance [ 1042.701322] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084559} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.704070] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.705596] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf865de9-529c-47b6-b2ac-3bcedaa75797 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.707840] env[69371]: DEBUG oslo_concurrency.lockutils [req-95c20436-02dc-42f2-a471-76c2bef925bd req-27629569-6a45-44f6-920e-c1b697392ea6 service nova] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729639] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922/7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.733250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.733398] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.733872] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.735041] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458225ac-22ac-4d89-9b87-13ff2480f65a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.758017] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1042.758017] env[69371]: value = "task-4130646" [ 1042.758017] env[69371]: _type = "Task" [ 1042.758017] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.769039] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.804705] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Successfully created port: aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.821291] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10963b7-4632-404d-bc42-44b2d931032e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.830163] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed63329-e056-4a93-bcf3-88b67f7604ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.863618] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58d86f7-ce56-4fc3-9f83-b4d93b45ddcf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.872341] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68269a2f-c523-456e-b9eb-a787b565f136 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.887770] env[69371]: DEBUG nova.compute.provider_tree [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.910367] env[69371]: DEBUG oslo_vmware.api [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130644, 'name': ReconfigVM_Task, 'duration_secs': 1.103484} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.911221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.911444] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfigured VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1042.968162] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.149275] env[69371]: DEBUG nova.compute.manager [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.149524] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.150599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f75a2-78a3-4048-bacb-aecd38fda0e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.166534] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.166921] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc517f9-72b2-4221-aca0-e36a1ad32f41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.174802] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1043.174802] env[69371]: value = "task-4130647" [ 1043.174802] env[69371]: _type = "Task" [ 1043.174802] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.184533] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.268783] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130646, 'name': ReconfigVM_Task, 'duration_secs': 0.351653} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.269170] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922/7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.269902] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa22afad-bd46-41dc-af01-b302e76f9682 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.278620] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1043.278620] env[69371]: value = "task-4130648" [ 1043.278620] env[69371]: _type = "Task" [ 1043.278620] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.289584] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.298854] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130648, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.391505] env[69371]: DEBUG nova.scheduler.client.report [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.415940] env[69371]: DEBUG oslo_concurrency.lockutils [None req-142309f2-8ec5-416e-985e-71ef2dbd0fd6 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.526s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.447991] env[69371]: DEBUG nova.network.neutron [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Updating instance_info_cache with network_info: [{"id": "3fa337d3-7906-469d-a956-cc00b18fcf37", "address": "fa:16:3e:8d:eb:1e", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa337d3-79", "ovs_interfaceid": "3fa337d3-7906-469d-a956-cc00b18fcf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.662739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.663031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.689547] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130647, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.792472] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130648, 'name': Rename_Task, 'duration_secs': 0.166929} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.792853] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.793253] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79a47d07-e60e-45bb-9491-23d91b648b36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.802149] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1043.802149] env[69371]: value = "task-4130649" [ 1043.802149] env[69371]: _type = "Task" [ 1043.802149] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.812164] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.897613] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.900252] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.161s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.901735] env[69371]: INFO nova.compute.claims [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.924761] env[69371]: INFO nova.scheduler.client.report [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Deleted allocations for instance 618567d8-1d8e-48e0-9ef1-6ecf755d01b5 [ 1043.952674] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.952674] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Instance network_info: |[{"id": "3fa337d3-7906-469d-a956-cc00b18fcf37", "address": "fa:16:3e:8d:eb:1e", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa337d3-79", "ovs_interfaceid": "3fa337d3-7906-469d-a956-cc00b18fcf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.952674] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:eb:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa337d3-7906-469d-a956-cc00b18fcf37', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.960327] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.961256] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.961256] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c3b76b-5b95-4088-8c18-fd9e8d8bdd5b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.979179] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.983169] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.983169] env[69371]: value = "task-4130650" [ 1043.983169] env[69371]: _type = "Task" [ 1043.983169] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.992331] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130650, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.009955] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.010216] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.010369] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.010551] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.010691] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.010836] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.011057] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.011246] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.011491] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.011695] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.011888] env[69371]: DEBUG nova.virt.hardware [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.013016] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee96bed1-12d6-4bad-85a5-8ec090da405b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.022684] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee374fca-8b16-4186-925e-53071c679d6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.145388] env[69371]: DEBUG nova.compute.manager [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Received event network-changed-3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.145632] env[69371]: DEBUG nova.compute.manager [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Refreshing instance network info cache due to event network-changed-3fa337d3-7906-469d-a956-cc00b18fcf37. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.145889] env[69371]: DEBUG oslo_concurrency.lockutils [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] Acquiring lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.146076] env[69371]: DEBUG oslo_concurrency.lockutils [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] Acquired lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.146332] env[69371]: DEBUG nova.network.neutron [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Refreshing network info cache for port 3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.165984] env[69371]: INFO nova.compute.manager [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Detaching volume f2f0288e-547a-49f5-937f-b8c39cd13a3e [ 1044.187052] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130647, 'name': PowerOffVM_Task, 'duration_secs': 0.634168} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.187052] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.187052] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.187274] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-081f6028-a129-452e-8531-8982c9dfe010 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.209263] env[69371]: INFO nova.virt.block_device [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Attempting to driver detach volume f2f0288e-547a-49f5-937f-b8c39cd13a3e from mountpoint /dev/sdb [ 1044.209263] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.209263] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818113', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'name': 'volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9fa009b-e531-4e27-933e-97f99a0ddc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'serial': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.209263] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe45b0-03e4-4845-a9da-aeddba78d56c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.239375] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eaa065-9cf7-4da0-a116-c93e32c35a89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.248059] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f180074-e854-497a-9de5-a8f2f58f1e6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.271598] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb342a9a-5dda-47a7-96e0-2af4850a6724 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.290309] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] The volume has not been displaced from its original location: [datastore1] volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e/volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.296105] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.296665] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc5b686-244c-4002-9e22-ebeea4c4958f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.315588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.315588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.315588] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleting the datastore file [datastore2] 9959855c-454b-4e86-9a91-012b7c951338 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.319447] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d04a310a-3cbf-46e3-b9e2-8fef1c92b274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.326738] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.329458] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1044.329458] env[69371]: value = "task-4130652" [ 1044.329458] env[69371]: _type = "Task" [ 1044.329458] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.329680] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1044.329680] env[69371]: value = "task-4130653" [ 1044.329680] env[69371]: _type = "Task" [ 1044.329680] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.341515] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.345168] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.363885] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Successfully updated port: aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.433313] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ba5a15b3-f06a-4943-b04b-c6af1f48d431 tempest-MigrationsAdminTest-1208307987 tempest-MigrationsAdminTest-1208307987-project-member] Lock "618567d8-1d8e-48e0-9ef1-6ecf755d01b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.111s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.496081] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130650, 'name': CreateVM_Task, 'duration_secs': 0.504897} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.496372] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.497584] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.498018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.498465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.498761] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9075492-26f4-4892-a239-51200df8eee8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.504852] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1044.504852] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524f9e27-8e69-29c6-b22e-ecd7a2e9c1ee" [ 1044.504852] env[69371]: _type = "Task" [ 1044.504852] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.514443] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524f9e27-8e69-29c6-b22e-ecd7a2e9c1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.823924] env[69371]: DEBUG oslo_vmware.api [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130649, 'name': PowerOnVM_Task, 'duration_secs': 0.670875} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.824548] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.824907] env[69371]: INFO nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1044.825206] env[69371]: DEBUG nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.825971] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75915e8-ff69-49c2-a8a8-dcf35fba4753 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.855019] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130652, 'name': ReconfigVM_Task, 'duration_secs': 0.309044} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.855019] env[69371]: DEBUG oslo_vmware.api [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242363} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.855019] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.862877] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.863684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.864012] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.864250] env[69371]: INFO nova.compute.manager [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1044.864650] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.865073] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f620a32-cf26-432a-b9b5-4c4b3eded289 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.878067] env[69371]: DEBUG nova.compute.manager [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.878233] env[69371]: DEBUG nova.network.neutron [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.883022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.883022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.883557] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.897642] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1044.897642] env[69371]: value = "task-4130654" [ 1044.897642] env[69371]: _type = "Task" [ 1044.897642] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.914374] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.018793] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524f9e27-8e69-29c6-b22e-ecd7a2e9c1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.018793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.018793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.019095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.019095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.019298] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.019437] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18ea08e-3662-4382-9263-0ad4a0c3c509 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.032436] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.032652] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.033507] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01141b9f-9eac-4dbb-8946-c42f4b525924 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.041218] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1045.041218] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a01c10-7513-97d3-8cd5-a643100dfd3c" [ 1045.041218] env[69371]: _type = "Task" [ 1045.041218] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.053828] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a01c10-7513-97d3-8cd5-a643100dfd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.111600] env[69371]: DEBUG nova.network.neutron [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Updated VIF entry in instance network info cache for port 3fa337d3-7906-469d-a956-cc00b18fcf37. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.111895] env[69371]: DEBUG nova.network.neutron [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Updating instance_info_cache with network_info: [{"id": "3fa337d3-7906-469d-a956-cc00b18fcf37", "address": "fa:16:3e:8d:eb:1e", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa337d3-79", "ovs_interfaceid": "3fa337d3-7906-469d-a956-cc00b18fcf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.291080] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be1f0b-311c-4f25-8b82-d4fad6ba37bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.300528] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f20b6-a2bc-46b5-b0cf-bb0c1574809e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337184] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d793e46-fdb3-4b4f-aab4-37d13e75d8f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.354571] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50c2d4-7d3b-4f9e-99f7-921f10e50810 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.360287] env[69371]: INFO nova.compute.manager [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Took 30.71 seconds to build instance. [ 1045.376471] env[69371]: DEBUG nova.compute.provider_tree [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.410066] env[69371]: DEBUG oslo_vmware.api [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130654, 'name': ReconfigVM_Task, 'duration_secs': 0.208355} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.411317] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818113', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'name': 'volume-f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c9fa009b-e531-4e27-933e-97f99a0ddc6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e', 'serial': 'f2f0288e-547a-49f5-937f-b8c39cd13a3e'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1045.422046] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.555616] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a01c10-7513-97d3-8cd5-a643100dfd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.024725} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.556760] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98e0315-7347-4c1d-9e9c-45d40863f88f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.560029] env[69371]: DEBUG nova.network.neutron [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Updating instance_info_cache with network_info: [{"id": "aab05023-06b4-4d51-96af-21a7bbbbe274", "address": "fa:16:3e:f4:34:44", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab05023-06", "ovs_interfaceid": "aab05023-06b4-4d51-96af-21a7bbbbe274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.565122] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1045.565122] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52397c03-e646-f4b9-a3f7-2c40b7e40cdf" [ 1045.565122] env[69371]: _type = "Task" [ 1045.565122] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.574446] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52397c03-e646-f4b9-a3f7-2c40b7e40cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.618740] env[69371]: DEBUG oslo_concurrency.lockutils [req-264576fd-6297-4f68-bb46-93d76e2d9148 req-4f571991-273f-45b1-9826-de8b2ef50ca5 service nova] Releasing lock "refresh_cache-c91eb2b2-9be3-441c-ad14-a79a8ad8726f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.862949] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7b27a3c7-1c8b-47a2-9ebe-bf677b492101 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.218s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.878622] env[69371]: DEBUG nova.network.neutron [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.880499] env[69371]: DEBUG nova.scheduler.client.report [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.901793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-9ba7e904-b95f-4c5e-9449-6242167ba1ab" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.902062] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-9ba7e904-b95f-4c5e-9449-6242167ba1ab" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.902422] env[69371]: DEBUG nova.objects.instance [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.965143] env[69371]: DEBUG nova.objects.instance [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'flavor' on Instance uuid c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.062708] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.063062] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Instance network_info: |[{"id": "aab05023-06b4-4d51-96af-21a7bbbbe274", "address": "fa:16:3e:f4:34:44", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab05023-06", "ovs_interfaceid": "aab05023-06b4-4d51-96af-21a7bbbbe274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.063561] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:34:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aab05023-06b4-4d51-96af-21a7bbbbe274', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.071841] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.073357] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.079611] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a3144e-d505-4d67-97c5-afa4d4d6fde9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.104759] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52397c03-e646-f4b9-a3f7-2c40b7e40cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.106148] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.106433] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c91eb2b2-9be3-441c-ad14-a79a8ad8726f/c91eb2b2-9be3-441c-ad14-a79a8ad8726f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.106729] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.106729] env[69371]: value = "task-4130655" [ 1046.106729] env[69371]: _type = "Task" [ 1046.106729] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.106946] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5acbf21-5b8b-47f4-af06-79f1f0fa52d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.118920] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130655, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.120616] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1046.120616] env[69371]: value = "task-4130656" [ 1046.120616] env[69371]: _type = "Task" [ 1046.120616] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.130112] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.384883] env[69371]: INFO nova.compute.manager [-] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Took 1.51 seconds to deallocate network for instance. [ 1046.386037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.386637] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.391035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.050s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.391151] env[69371]: DEBUG nova.objects.instance [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lazy-loading 'resources' on Instance uuid 5eb37be4-46e9-4975-aced-35816a16c930 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.432663] env[69371]: DEBUG nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Received event network-vif-plugged-aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.433381] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Acquiring lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.433969] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.434144] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.434522] env[69371]: DEBUG nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] No waiting events found dispatching network-vif-plugged-aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.434736] env[69371]: WARNING nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Received unexpected event network-vif-plugged-aab05023-06b4-4d51-96af-21a7bbbbe274 for instance with vm_state building and task_state spawning. [ 1046.435018] env[69371]: DEBUG nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Received event network-changed-aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.435290] env[69371]: DEBUG nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Refreshing instance network info cache due to event network-changed-aab05023-06b4-4d51-96af-21a7bbbbe274. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.435609] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Acquiring lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.435816] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Acquired lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.436517] env[69371]: DEBUG nova.network.neutron [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Refreshing network info cache for port aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.528581] env[69371]: DEBUG nova.objects.instance [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.597044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.597408] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.598043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.598043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.598315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.602042] env[69371]: INFO nova.compute.manager [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Terminating instance [ 1046.625278] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130655, 'name': CreateVM_Task, 'duration_secs': 0.423261} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.628991] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.630500] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.630709] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.631175] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.632749] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ed23e3-b5b1-455e-90e0-48951b80f569 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.640014] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.646245] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1046.646245] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52510e41-3f43-6463-57ef-626cc822c843" [ 1046.646245] env[69371]: _type = "Task" [ 1046.646245] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.657526] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52510e41-3f43-6463-57ef-626cc822c843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.898851] env[69371]: DEBUG nova.compute.utils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.903709] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.904231] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.906572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.961069] env[69371]: DEBUG nova.policy [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975db30bb8064ca48c1c2b13d366cf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4f12781c2545eda6d2c86983347eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.974202] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7bf43764-415a-4b43-98ca-e36a490d8aa7 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.031625] env[69371]: DEBUG nova.objects.base [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.031990] env[69371]: DEBUG nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.109656] env[69371]: DEBUG nova.compute.manager [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.109893] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.110774] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b423d099-d6f1-4b0c-94ec-18363868d0f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.120058] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.120929] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-391fb53f-958d-42a4-8f17-ff5cf4a71fac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.134947] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1047.134947] env[69371]: value = "task-4130657" [ 1047.134947] env[69371]: _type = "Task" [ 1047.134947] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.138989] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605341} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.145256] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c91eb2b2-9be3-441c-ad14-a79a8ad8726f/c91eb2b2-9be3-441c-ad14-a79a8ad8726f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.145256] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.145256] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7815d73-bb4e-4a89-9fe7-848ab96ff1c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.155195] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.160451] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1047.160451] env[69371]: value = "task-4130658" [ 1047.160451] env[69371]: _type = "Task" [ 1047.160451] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.168895] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52510e41-3f43-6463-57ef-626cc822c843, 'name': SearchDatastore_Task, 'duration_secs': 0.0325} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.172837] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.177021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.178249] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.179997] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.185305] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d048b7-3f89-4fc1-a973-d4d5936d3a4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.188045] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.188617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.188953] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.189263] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.189557] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.189823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.192570] env[69371]: INFO nova.compute.manager [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Terminating instance [ 1047.200883] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.201173] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.202226] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a7875a-114b-4ca9-963f-2bd20d303951 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.214500] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1047.214500] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c31f07-7493-f67b-1103-e39ebdee09b2" [ 1047.214500] env[69371]: _type = "Task" [ 1047.214500] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.216324] env[69371]: DEBUG nova.policy [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.234080] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c31f07-7493-f67b-1103-e39ebdee09b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.235119] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974300b6-51a6-47f3-9e12-3d9829eae978 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.244520] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1047.244520] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524a3fd9-37bd-b09a-6b33-18b93cc40c07" [ 1047.244520] env[69371]: _type = "Task" [ 1047.244520] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.261840] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524a3fd9-37bd-b09a-6b33-18b93cc40c07, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.262247] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.262695] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c1b3ee80-c8b3-4991-9572-94bec54dd61a/c1b3ee80-c8b3-4991-9572-94bec54dd61a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.262901] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d75fc8-5b9f-495e-a7af-c5cbc1581746 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.272199] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1047.272199] env[69371]: value = "task-4130659" [ 1047.272199] env[69371]: _type = "Task" [ 1047.272199] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.278073] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb5dc3-7610-44e7-985b-5b3ffcfdc2dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.289088] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827d19e-606f-4efa-b414-b055e89deeff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.292613] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.323071] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd51c2-6af2-418b-96cf-3cd8c25dca19 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.333875] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfacdf9a-4f83-4fca-9fc4-59019fa089fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.351345] env[69371]: DEBUG nova.compute.provider_tree [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.404493] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.448526] env[69371]: DEBUG nova.network.neutron [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Updated VIF entry in instance network info cache for port aab05023-06b4-4d51-96af-21a7bbbbe274. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.448526] env[69371]: DEBUG nova.network.neutron [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Updating instance_info_cache with network_info: [{"id": "aab05023-06b4-4d51-96af-21a7bbbbe274", "address": "fa:16:3e:f4:34:44", "network": {"id": "4bdb080b-c757-4256-8525-81be74022a61", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "035c2d6016ec40958e2e81a5d38b3c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaab05023-06", "ovs_interfaceid": "aab05023-06b4-4d51-96af-21a7bbbbe274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.635720] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Successfully created port: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.648700] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130657, 'name': PowerOffVM_Task, 'duration_secs': 0.233182} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.649218] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.649218] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.649715] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d4334d-81c8-4eba-99e5-612e23872ab7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670852] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085245} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.670962] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.671955] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066afb4a-6b9c-4891-a8ce-541f1515492a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.700887] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c91eb2b2-9be3-441c-ad14-a79a8ad8726f/c91eb2b2-9be3-441c-ad14-a79a8ad8726f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.701647] env[69371]: DEBUG nova.compute.manager [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.701844] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.702195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ea6a0c-e711-49ac-b4ec-741bae0818e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.718332] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58b0186-60b2-4840-bed7-0cdd1874bc3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.727519] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.729038] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56980113-605e-4dc1-9e48-c80d899520e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.730903] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1047.730903] env[69371]: value = "task-4130661" [ 1047.730903] env[69371]: _type = "Task" [ 1047.730903] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.737638] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.737989] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.738246] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Deleting the datastore file [datastore2] 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.743821] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c388df6d-f5e1-4f5b-b59e-d2835e36025b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.747357] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1047.747357] env[69371]: value = "task-4130662" [ 1047.747357] env[69371]: _type = "Task" [ 1047.747357] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.747685] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.756594] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for the task: (returnval){ [ 1047.756594] env[69371]: value = "task-4130663" [ 1047.756594] env[69371]: _type = "Task" [ 1047.756594] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.766794] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.773699] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.785232] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.856049] env[69371]: DEBUG nova.scheduler.client.report [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.950429] env[69371]: DEBUG oslo_concurrency.lockutils [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] Releasing lock "refresh_cache-c1b3ee80-c8b3-4991-9572-94bec54dd61a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.950755] env[69371]: DEBUG nova.compute.manager [req-589c4e92-477c-4ef5-a87b-876833ee5339 req-a9d757a4-e301-4e4c-8cb0-8b06313246c2 service nova] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Received event network-vif-deleted-61fc712a-0389-479d-b3c4-530d19e72ebc {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.242363] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.259224] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130662, 'name': PowerOffVM_Task, 'duration_secs': 0.351166} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.262384] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.262568] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.262829] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb152a8f-3d77-4d36-b7c5-14ebc505cdf9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.270115] env[69371]: DEBUG oslo_vmware.api [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Task: {'id': task-4130663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391145} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.270374] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.270557] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.270730] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.270904] env[69371]: INFO nova.compute.manager [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1048.271168] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.271367] env[69371]: DEBUG nova.compute.manager [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.271463] env[69371]: DEBUG nova.network.neutron [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.282453] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899764} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.282724] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] c1b3ee80-c8b3-4991-9572-94bec54dd61a/c1b3ee80-c8b3-4991-9572-94bec54dd61a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.282999] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.283311] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec0a957-cddf-48d1-aa61-6bfd5217fc89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.291497] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1048.291497] env[69371]: value = "task-4130665" [ 1048.291497] env[69371]: _type = "Task" [ 1048.291497] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.301423] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.346951] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.347236] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.347498] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore1] c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.347842] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48b7f87a-984b-4e6b-ba0a-2882e4bc8a60 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.357307] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1048.357307] env[69371]: value = "task-4130666" [ 1048.357307] env[69371]: _type = "Task" [ 1048.357307] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.362401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.366792] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.845s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.375074] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.399996] env[69371]: INFO nova.scheduler.client.report [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted allocations for instance 5eb37be4-46e9-4975-aced-35816a16c930 [ 1048.419138] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.453325] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.454741] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.455129] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.455891] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.455891] env[69371]: DEBUG nova.virt.hardware [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.457382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d89dac-dd82-4f42-a024-f5ad76c1b8ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.467640] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5bd4f6-aba7-4c90-9900-402f90b2c83e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.615588] env[69371]: DEBUG nova.compute.manager [req-fa049553-f6f7-4642-8c6a-bc777ecea988 req-456dd17e-d52b-486e-8e2b-14f3c82c88b1 service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Received event network-vif-deleted-a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.616084] env[69371]: INFO nova.compute.manager [req-fa049553-f6f7-4642-8c6a-bc777ecea988 req-456dd17e-d52b-486e-8e2b-14f3c82c88b1 service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Neutron deleted interface a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c; detaching it from the instance and deleting it from the info cache [ 1048.616307] env[69371]: DEBUG nova.network.neutron [req-fa049553-f6f7-4642-8c6a-bc777ecea988 req-456dd17e-d52b-486e-8e2b-14f3c82c88b1 service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.742837] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130661, 'name': ReconfigVM_Task, 'duration_secs': 0.865637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.743177] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c91eb2b2-9be3-441c-ad14-a79a8ad8726f/c91eb2b2-9be3-441c-ad14-a79a8ad8726f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.744325] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1797b724-ee57-405b-b89a-5eaf20dd190b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.753960] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1048.753960] env[69371]: value = "task-4130667" [ 1048.753960] env[69371]: _type = "Task" [ 1048.753960] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.764723] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130667, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.802684] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130484} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.802684] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.803432] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6de0ce1-2f3a-4f15-8cdb-1eb6d66d5474 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.828612] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c1b3ee80-c8b3-4991-9572-94bec54dd61a/c1b3ee80-c8b3-4991-9572-94bec54dd61a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.828983] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50bd2aff-fe08-4273-be45-f35e4a81fba5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.850807] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1048.850807] env[69371]: value = "task-4130668" [ 1048.850807] env[69371]: _type = "Task" [ 1048.850807] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.860858] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.869583] env[69371]: DEBUG oslo_vmware.api [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325019} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.873035] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.873612] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.873612] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.874333] env[69371]: INFO nova.compute.manager [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1048.874333] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.874731] env[69371]: DEBUG nova.compute.manager [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.874871] env[69371]: DEBUG nova.network.neutron [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.910299] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bd4e797b-18b3-4c04-bdf0-9937595c0376 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "5eb37be4-46e9-4975-aced-35816a16c930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.744s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.098844] env[69371]: DEBUG nova.network.neutron [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.119414] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc2cd04e-35de-4f2f-9a67-66cc7feb0a24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.130266] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4156ee4f-a484-44cc-8702-edbe5325e3c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173704] env[69371]: DEBUG nova.compute.manager [req-fa049553-f6f7-4642-8c6a-bc777ecea988 req-456dd17e-d52b-486e-8e2b-14f3c82c88b1 service nova] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Detach interface failed, port_id=a32d4c33-ac2b-474a-bf2c-ecd5491e3d5c, reason: Instance 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.213254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d4647-fc97-42a6-a2a9-41f5b6b79061 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.222354] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537379e-9073-40a0-ad09-d9b3a3bf073e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.018530] env[69371]: INFO nova.compute.manager [-] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Took 1.75 seconds to deallocate network for instance. [ 1050.019924] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Successfully updated port: 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.022536] env[69371]: DEBUG nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Successfully updated port: 9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.031473] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff1f6ce-ab0f-411b-a3c0-770ae5f29995 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051725] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130668, 'name': ReconfigVM_Task, 'duration_secs': 0.788073} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.052468] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130667, 'name': Rename_Task, 'duration_secs': 0.170202} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.052725] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c1b3ee80-c8b3-4991-9572-94bec54dd61a/c1b3ee80-c8b3-4991-9572-94bec54dd61a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.054346] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3b300-631d-4a3b-8c8a-276e6cdaa5e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.058398] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.062019] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622ddba4-00e6-4200-aece-088c574938a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.062019] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c7213b-e4e4-4df6-b373-f65d70cf3e77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.067552] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1050.067552] env[69371]: value = "task-4130669" [ 1050.067552] env[69371]: _type = "Task" [ 1050.067552] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.077407] env[69371]: DEBUG nova.compute.provider_tree [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.079521] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1050.079521] env[69371]: value = "task-4130670" [ 1050.079521] env[69371]: _type = "Task" [ 1050.079521] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.096243] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130669, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.098576] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130670, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.535318] env[69371]: DEBUG nova.network.neutron [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.536873] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.537123] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.537250] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.539639] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.539797] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.539965] env[69371]: DEBUG nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.541998] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.583165] env[69371]: DEBUG nova.scheduler.client.report [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.597325] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130669, 'name': Rename_Task, 'duration_secs': 0.2593} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.598451] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.598808] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255261f0-4e16-45f6-a50f-3cd4e742a4fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.604360] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.612674] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1050.612674] env[69371]: value = "task-4130671" [ 1050.612674] env[69371]: _type = "Task" [ 1050.612674] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.630852] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.809684] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-plugged-9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.809684] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.809820] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.810001] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.810184] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] No waiting events found dispatching network-vif-plugged-9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1050.810349] env[69371]: WARNING nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received unexpected event network-vif-plugged-9ba7e904-b95f-4c5e-9449-6242167ba1ab for instance with vm_state active and task_state None. [ 1050.810547] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-changed-9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.810651] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing instance network info cache due to event network-changed-9ba7e904-b95f-4c5e-9449-6242167ba1ab. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.810818] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.041818] env[69371]: INFO nova.compute.manager [-] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Took 2.17 seconds to deallocate network for instance. [ 1051.100275] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.112617] env[69371]: DEBUG oslo_vmware.api [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130670, 'name': PowerOnVM_Task, 'duration_secs': 0.577653} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.113590] env[69371]: WARNING nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 1051.113681] env[69371]: WARNING nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 1051.116173] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.116407] env[69371]: INFO nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1051.116590] env[69371]: DEBUG nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.117815] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb046a-5535-4df3-b43f-815166cb4b0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.132236] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.356144] env[69371]: DEBUG nova.network.neutron [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Updating instance_info_cache with network_info: [{"id": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "address": "fa:16:3e:95:bc:f7", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29067a0e-ff", "ovs_interfaceid": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.478807] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.478807] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.554461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.608756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.241s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.612353] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.879s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.612625] env[69371]: DEBUG nova.objects.instance [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'resources' on Instance uuid 21ac72f2-c1e7-49e9-9a90-e393064471aa {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.631504] env[69371]: DEBUG oslo_vmware.api [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130671, 'name': PowerOnVM_Task, 'duration_secs': 0.863176} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.634701] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.635022] env[69371]: INFO nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1051.635258] env[69371]: DEBUG nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.638105] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3a56a-442e-45b8-b1b1-20896d3f64ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.658427] env[69371]: INFO nova.compute.manager [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Took 33.21 seconds to build instance. [ 1051.737723] env[69371]: DEBUG nova.network.neutron [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "address": "fa:16:3e:45:75:9b", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40ff363-8b", "ovs_interfaceid": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "address": "fa:16:3e:8b:85:0f", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7e904-b9", "ovs_interfaceid": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.859044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.859839] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance network_info: |[{"id": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "address": "fa:16:3e:95:bc:f7", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29067a0e-ff", "ovs_interfaceid": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.859839] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:bc:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29067a0e-ffb5-4151-9c44-52c4fa2bbb6d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.867550] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.867783] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.868048] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1881c6-7703-4e87-9f45-5b069b129bdc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.893023] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.893023] env[69371]: value = "task-4130672" [ 1051.893023] env[69371]: _type = "Task" [ 1051.893023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.902180] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130672, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.989401] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1051.991504] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1051.991504] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.165745] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac65a178-a234-44e0-bb4f-589984a3a377 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.727s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.168089] env[69371]: INFO nova.compute.manager [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Took 27.48 seconds to build instance. [ 1052.202291] env[69371]: INFO nova.scheduler.client.report [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocation for migration 271eb09b-68d8-46a1-baa4-5d486e7cec9f [ 1052.246735] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.247890] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.248143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.248751] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.249754] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Refreshing network info cache for port 9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.250899] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4ab57-d9e9-472a-a62f-34b8cae0928f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.270981] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.271413] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.271413] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.271606] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.271706] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.271857] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.272059] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.272220] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.272380] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.272533] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.272695] env[69371]: DEBUG nova.virt.hardware [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.280729] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfiguring VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1052.284445] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabdd479-ccfe-46cc-9afc-ec2ef1e3ffff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.304089] env[69371]: DEBUG oslo_vmware.api [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1052.304089] env[69371]: value = "task-4130673" [ 1052.304089] env[69371]: _type = "Task" [ 1052.304089] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.316299] env[69371]: DEBUG oslo_vmware.api [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130673, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.403394] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130672, 'name': CreateVM_Task, 'duration_secs': 0.398974} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.406384] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.408060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.408250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.408596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.408880] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6522ffe6-5797-495a-80d7-1a59ad5bf520 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.416693] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1052.416693] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52185d9e-1828-1a4b-f893-f79a3e63d050" [ 1052.416693] env[69371]: _type = "Task" [ 1052.416693] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.430827] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52185d9e-1828-1a4b-f893-f79a3e63d050, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.431158] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.431398] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.431805] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.431805] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.431940] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.432931] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b50885e-84b4-478a-bf67-c5c0f270918e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.445357] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.445554] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.446472] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca777e2-272c-4377-a11f-95abb2b8357b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.455829] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1052.455829] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5264bec0-4f4b-09d4-a7fb-05e0694782c3" [ 1052.455829] env[69371]: _type = "Task" [ 1052.455829] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.464904] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5264bec0-4f4b-09d4-a7fb-05e0694782c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.494048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.508133] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ef0d7-03ff-4941-8d80-0a18235d04af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.516856] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc254070-e489-45ad-b2f0-890e97c10283 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.556749] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ecf57d-c2aa-4a40-b9cc-4f4989c4d540 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.563722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a0de5c-5273-4bcd-ae48-3f0fcdb2f51c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.578184] env[69371]: DEBUG nova.compute.provider_tree [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.670450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d3edb3a-c83a-4dee-9cf0-99c64c7e4c1c tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.712876] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b0d7c565-863c-4e43-8c91-4107785dca70 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.353s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.814389] env[69371]: DEBUG oslo_vmware.api [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.970999] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5264bec0-4f4b-09d4-a7fb-05e0694782c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.972431] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3943fc27-133d-4996-b4cc-0fe08b577cd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.981196] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1052.981196] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209dea2-a6b3-aef8-c94b-6a2c05af21f4" [ 1052.981196] env[69371]: _type = "Task" [ 1052.981196] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.995422] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5209dea2-a6b3-aef8-c94b-6a2c05af21f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.997291] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d912d1a-13d3-4134-afb7-10a31c15b528 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.005994] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Suspending the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1053.006672] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-59018b6c-b776-479b-bfd3-a1637971c273 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.014753] env[69371]: DEBUG oslo_vmware.api [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] Waiting for the task: (returnval){ [ 1053.014753] env[69371]: value = "task-4130674" [ 1053.014753] env[69371]: _type = "Task" [ 1053.014753] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.015995] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updated VIF entry in instance network info cache for port 9ba7e904-b95f-4c5e-9449-6242167ba1ab. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.016865] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "address": "fa:16:3e:45:75:9b", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40ff363-8b", "ovs_interfaceid": "d40ff363-8bc7-4dfd-9a30-c617db535df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "address": "fa:16:3e:8b:85:0f", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7e904-b9", "ovs_interfaceid": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.033728] env[69371]: DEBUG oslo_vmware.api [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] Task: {'id': task-4130674, 'name': SuspendVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.086962] env[69371]: DEBUG nova.scheduler.client.report [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.318020] env[69371]: DEBUG oslo_vmware.api [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130673, 'name': ReconfigVM_Task, 'duration_secs': 0.731256} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.318615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.318932] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfigured VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1053.493258] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5209dea2-a6b3-aef8-c94b-6a2c05af21f4, 'name': SearchDatastore_Task, 'duration_secs': 0.02161} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.493583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.493880] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ffce0b8f-679b-45b0-b97b-9e296a09882d/ffce0b8f-679b-45b0-b97b-9e296a09882d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.494556] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a8bcc82-92d3-4a2b-b370-9705446a51ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.504359] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1053.504359] env[69371]: value = "task-4130675" [ 1053.504359] env[69371]: _type = "Task" [ 1053.504359] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.518100] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.525116] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.525473] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Received event network-vif-plugged-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.525620] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquiring lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.526899] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.526899] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.526899] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] No waiting events found dispatching network-vif-plugged-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.526899] env[69371]: WARNING nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Received unexpected event network-vif-plugged-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d for instance with vm_state building and task_state spawning. [ 1053.526899] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Received event network-changed-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.526899] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Refreshing instance network info cache due to event network-changed-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.526899] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquiring lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.527358] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Acquired lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.527358] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Refreshing network info cache for port 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.537326] env[69371]: DEBUG oslo_vmware.api [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] Task: {'id': task-4130674, 'name': SuspendVM_Task} progress is 62%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.596094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.596701] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.429s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.600764] env[69371]: INFO nova.compute.claims [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.626851] env[69371]: INFO nova.scheduler.client.report [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted allocations for instance 21ac72f2-c1e7-49e9-9a90-e393064471aa [ 1053.648100] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.649114] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.826539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-37014e47-a768-4a81-bfcc-e034a3194a65 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-9ba7e904-b95f-4c5e-9449-6242167ba1ab" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.923s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.927909] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.928234] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.013548] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.033461] env[69371]: DEBUG oslo_vmware.api [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] Task: {'id': task-4130674, 'name': SuspendVM_Task, 'duration_secs': 0.698092} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.033775] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Suspended the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1054.033959] env[69371]: DEBUG nova.compute.manager [None req-9bada8f2-adef-49e8-9dca-39e1d014ff82 tempest-ServersAdminNegativeTestJSON-608476993 tempest-ServersAdminNegativeTestJSON-608476993-project-admin] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.035298] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1709e260-fabd-40f7-a5c1-81c817b75d10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.140520] env[69371]: DEBUG oslo_concurrency.lockutils [None req-25f5160f-930b-4d58-9b69-288492063261 tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "21ac72f2-c1e7-49e9-9a90-e393064471aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.600s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.152359] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.260026] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Updated VIF entry in instance network info cache for port 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.260413] env[69371]: DEBUG nova.network.neutron [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Updating instance_info_cache with network_info: [{"id": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "address": "fa:16:3e:95:bc:f7", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29067a0e-ff", "ovs_interfaceid": "29067a0e-ffb5-4151-9c44-52c4fa2bbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.431693] env[69371]: DEBUG nova.compute.utils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.514352] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666151} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.514635] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ffce0b8f-679b-45b0-b97b-9e296a09882d/ffce0b8f-679b-45b0-b97b-9e296a09882d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.514893] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.515143] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b721b818-5b84-46a9-8681-cb39133f124b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.523074] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1054.523074] env[69371]: value = "task-4130676" [ 1054.523074] env[69371]: _type = "Task" [ 1054.523074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.531812] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.673858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.765577] env[69371]: DEBUG oslo_concurrency.lockutils [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] Releasing lock "refresh_cache-ffce0b8f-679b-45b0-b97b-9e296a09882d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765577] env[69371]: DEBUG nova.compute.manager [req-140612cd-4c46-4291-bcfa-113315fd75e4 req-f754368a-fe2e-4da9-b675-4d4ff03adfa1 service nova] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Received event network-vif-deleted-6b5499fe-408b-4f63-b30e-53828d08e771 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.885801] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c833ec-f562-4fb0-a201-22ccaec0359a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.894237] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0e1edf-28a9-43df-a464-2dcf0065c922 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.926642] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db3ebb2-5657-4036-b80a-0d1d461d8485 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.936342] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.937076] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9f1485-b196-4ed4-b23d-b2a4e8d0c8db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.953140] env[69371]: DEBUG nova.compute.provider_tree [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.034754] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259412} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.035046] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.035864] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a346fe-8305-4ac2-8cf7-76d1bfae2b6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.062435] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] ffce0b8f-679b-45b0-b97b-9e296a09882d/ffce0b8f-679b-45b0-b97b-9e296a09882d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.062822] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c19afc-67a9-4e91-8546-c11c6dfc49b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.083685] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1055.083685] env[69371]: value = "task-4130677" [ 1055.083685] env[69371]: _type = "Task" [ 1055.083685] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.093171] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.457569] env[69371]: DEBUG nova.scheduler.client.report [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.600030] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130677, 'name': ReconfigVM_Task, 'duration_secs': 0.433427} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.600030] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] ffce0b8f-679b-45b0-b97b-9e296a09882d/ffce0b8f-679b-45b0-b97b-9e296a09882d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.600030] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818b6f8f-d717-42f1-b9c2-8e15e90704bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.608049] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1055.608049] env[69371]: value = "task-4130678" [ 1055.608049] env[69371]: _type = "Task" [ 1055.608049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.621019] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130678, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.968201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.968201] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.970387] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.568s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.971578] env[69371]: INFO nova.compute.claims [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.027989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.027989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.027989] env[69371]: INFO nova.compute.manager [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Attaching volume c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d to /dev/sdb [ 1056.085715] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e4d099-eed5-49c2-9ea4-c7ec41df9d2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.094067] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9082ccc-5926-493f-a452-b96fbc24cbbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.109736] env[69371]: DEBUG nova.virt.block_device [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Updating existing volume attachment record: c8dabcd7-9f37-4c10-9fd5-5d67c2c4c2df {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.122703] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130678, 'name': Rename_Task, 'duration_secs': 0.156069} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.123055] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.123378] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2088988-85f4-411e-864b-7ad3a7d54fa5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.134768] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1056.134768] env[69371]: value = "task-4130680" [ 1056.134768] env[69371]: _type = "Task" [ 1056.134768] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.152574] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130680, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.301973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-d40ff363-8bc7-4dfd-9a30-c617db535df1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.301973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-d40ff363-8bc7-4dfd-9a30-c617db535df1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.480049] env[69371]: DEBUG nova.compute.utils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.481716] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.481716] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.538057] env[69371]: DEBUG nova.policy [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66544765b434a46a4dfe27c1cf57d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9d217773b04a2aad8b0ed13d62907c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.636459] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.636764] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.636986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.638018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.638018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.641103] env[69371]: INFO nova.compute.manager [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Terminating instance [ 1056.657058] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.805521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.805664] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.806596] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcff3a-4716-439e-82c0-cb562c37b892 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.825481] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59f5d7-53b2-43b1-89e8-51e7d41f9c27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.862487] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfiguring VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1056.863496] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57050d0f-58d1-410a-977a-3beb2e86f700 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.886083] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1056.886083] env[69371]: value = "task-4130684" [ 1056.886083] env[69371]: _type = "Task" [ 1056.886083] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.897352] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.899839] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Successfully created port: b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.986594] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.149896] env[69371]: DEBUG nova.compute.manager [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.150188] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.150524] env[69371]: DEBUG oslo_vmware.api [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130680, 'name': PowerOnVM_Task, 'duration_secs': 0.545833} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.151296] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022605e2-9865-40f5-aeae-dd89ef5ca725 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.154161] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.154391] env[69371]: INFO nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1057.154570] env[69371]: DEBUG nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.158087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac82e0e-0b4f-4227-8ad1-165b007301dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.167879] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.171627] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22153573-060a-43c6-b086-12d9690dd5f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.193256] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.193592] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.195695] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1057.195695] env[69371]: value = "task-4130685" [ 1057.195695] env[69371]: _type = "Task" [ 1057.195695] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.209380] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.381520] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.381956] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.382213] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.382474] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.382688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.384973] env[69371]: INFO nova.compute.manager [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Terminating instance [ 1057.391519] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4030c7b-fd6a-4ec6-93a2-921d62bbfd86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.404075] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fb006-7f36-49ad-abae-ea093808ba6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.407473] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.439114] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25113307-59c5-45b1-9811-8880e484e4af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.450352] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feb73b3-e39f-4d3b-baf4-5719a95417f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.470352] env[69371]: DEBUG nova.compute.provider_tree [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.685993] env[69371]: INFO nova.compute.manager [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Took 28.96 seconds to build instance. [ 1057.698594] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.713484] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130685, 'name': PowerOffVM_Task, 'duration_secs': 0.384904} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.713484] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.713725] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.713857] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7de1f698-3279-4972-a3ec-51cd7df71170 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.802728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.804994] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.804994] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore1] e6cf4381-1292-43b4-991c-c7cb155f7708 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.804994] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0a3f11d-bbb4-4191-b617-361404f80afa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.813322] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1057.813322] env[69371]: value = "task-4130687" [ 1057.813322] env[69371]: _type = "Task" [ 1057.813322] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.826105] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.902523] env[69371]: DEBUG nova.compute.manager [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.902868] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.903360] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.904499] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523803c2-fbb1-4b0c-a01b-94d566bf053a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.915666] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.916045] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ef1b5de-b99c-4d23-89c4-19e23d934c2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.974021] env[69371]: DEBUG nova.scheduler.client.report [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.994396] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.994686] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.994985] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleting the datastore file [datastore1] c1b3ee80-c8b3-4991-9572-94bec54dd61a {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.995427] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60acee8a-39a2-48eb-9036-d780b289d03d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.000393] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.008844] env[69371]: DEBUG oslo_vmware.api [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1058.008844] env[69371]: value = "task-4130689" [ 1058.008844] env[69371]: _type = "Task" [ 1058.008844] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.020011] env[69371]: DEBUG oslo_vmware.api [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.032917] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.033188] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.033346] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.033608] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.033805] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.034058] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.034575] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.034857] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.035167] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.035457] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.035752] env[69371]: DEBUG nova.virt.hardware [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.037135] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ac7262-a8fc-4171-aac8-2e012f37f62f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.049466] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21c86e-2e6e-441a-bfb5-e3f0ac566379 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.189339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-149dbe83-8902-4869-86bf-421d830d86a4 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.501s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.228487] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.324627] env[69371]: DEBUG oslo_vmware.api [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31749} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.324967] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.325170] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.325300] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.325464] env[69371]: INFO nova.compute.manager [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1058.325722] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.325949] env[69371]: DEBUG nova.compute.manager [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.326036] env[69371]: DEBUG nova.network.neutron [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.394807] env[69371]: DEBUG nova.compute.manager [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Received event network-vif-plugged-b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.395802] env[69371]: DEBUG oslo_concurrency.lockutils [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.395802] env[69371]: DEBUG oslo_concurrency.lockutils [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.395802] env[69371]: DEBUG oslo_concurrency.lockutils [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.395802] env[69371]: DEBUG nova.compute.manager [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] No waiting events found dispatching network-vif-plugged-b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.396042] env[69371]: WARNING nova.compute.manager [req-6ba29ceb-6a01-43b5-8cd8-6d18d67afb61 req-e94fcfa2-6d1d-4980-b148-7d2c39b93ff7 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Received unexpected event network-vif-plugged-b17b2170-5679-4999-9999-d95a76718a82 for instance with vm_state building and task_state spawning. [ 1058.400868] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.479973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.480756] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.484094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.577s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.484283] env[69371]: DEBUG nova.objects.instance [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lazy-loading 'resources' on Instance uuid 9959855c-454b-4e86-9a91-012b7c951338 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.522440] env[69371]: DEBUG oslo_vmware.api [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359722} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.522713] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.522830] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.523422] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.523422] env[69371]: INFO nova.compute.manager [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1058.523742] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.525449] env[69371]: DEBUG nova.compute.manager [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.525449] env[69371]: DEBUG nova.network.neutron [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.637411] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Successfully updated port: b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.801355] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac85617-b6e8-4a00-b8e3-eb8464878459 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.812074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Suspending the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1058.812464] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2008507f-85ab-4f0a-8bd9-0ba24d3825b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.821390] env[69371]: DEBUG oslo_vmware.api [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1058.821390] env[69371]: value = "task-4130691" [ 1058.821390] env[69371]: _type = "Task" [ 1058.821390] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.832322] env[69371]: DEBUG oslo_vmware.api [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130691, 'name': SuspendVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.898462] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.987341] env[69371]: DEBUG nova.compute.utils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.993204] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.138301] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.138563] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.138632] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.301509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa287ec-a899-4ea5-9e28-ceffeb96acb2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.318206] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a734d5-4c17-472f-9abc-5e3ced4a1791 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.355458] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588a9c0-3849-4185-a3a8-f1ef807e1b8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.360775] env[69371]: DEBUG nova.network.neutron [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.362130] env[69371]: DEBUG oslo_vmware.api [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130691, 'name': SuspendVM_Task} progress is 50%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.368982] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977e02c-7c26-4346-89ba-d1af0866a2bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.385597] env[69371]: DEBUG nova.compute.provider_tree [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.400280] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.483634] env[69371]: DEBUG nova.network.neutron [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.494518] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.670023] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.817980] env[69371]: DEBUG nova.network.neutron [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Updating instance_info_cache with network_info: [{"id": "b17b2170-5679-4999-9999-d95a76718a82", "address": "fa:16:3e:c6:6e:70", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17b2170-56", "ovs_interfaceid": "b17b2170-5679-4999-9999-d95a76718a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.831438] env[69371]: DEBUG oslo_vmware.api [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130691, 'name': SuspendVM_Task, 'duration_secs': 0.82287} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.831733] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Suspended the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1059.831920] env[69371]: DEBUG nova.compute.manager [None req-57211dff-0d26-418c-8047-fe0c3d91d678 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.832728] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce2420b-0a3a-4f3e-be49-d0c8f600e298 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.864267] env[69371]: INFO nova.compute.manager [-] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Took 1.54 seconds to deallocate network for instance. [ 1059.889148] env[69371]: DEBUG nova.scheduler.client.report [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.905059] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.986094] env[69371]: INFO nova.compute.manager [-] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Took 1.46 seconds to deallocate network for instance. [ 1060.320875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.321229] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance network_info: |[{"id": "b17b2170-5679-4999-9999-d95a76718a82", "address": "fa:16:3e:c6:6e:70", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17b2170-56", "ovs_interfaceid": "b17b2170-5679-4999-9999-d95a76718a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.324064] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:6e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17b2170-5679-4999-9999-d95a76718a82', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.332165] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.332975] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.333743] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76cc620c-a256-4a01-aa90-cce9e6daac3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.360070] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.360070] env[69371]: value = "task-4130692" [ 1060.360070] env[69371]: _type = "Task" [ 1060.360070] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.370413] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130692, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.372419] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.394596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.401428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.859s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.401873] env[69371]: DEBUG nova.objects.instance [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lazy-loading 'resources' on Instance uuid 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.409840] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.425038] env[69371]: INFO nova.scheduler.client.report [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted allocations for instance 9959855c-454b-4e86-9a91-012b7c951338 [ 1060.492624] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.505374] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.520430] env[69371]: DEBUG nova.compute.manager [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Received event network-changed-b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.520567] env[69371]: DEBUG nova.compute.manager [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Refreshing instance network info cache due to event network-changed-b17b2170-5679-4999-9999-d95a76718a82. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.520722] env[69371]: DEBUG oslo_concurrency.lockutils [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] Acquiring lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520922] env[69371]: DEBUG oslo_concurrency.lockutils [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] Acquired lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.521048] env[69371]: DEBUG nova.network.neutron [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Refreshing network info cache for port b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.538117] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.538389] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.538580] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.538805] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.538995] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.539202] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.539478] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.539683] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.539876] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.540091] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.540313] env[69371]: DEBUG nova.virt.hardware [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.541791] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c36280-dce2-4681-8d97-5cf05166de99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.556087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a750da-560b-4517-b4de-f7b98f1209f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.576975] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.583280] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Creating folder: Project (46db0e789dfd42c2ae8629b43bde605d). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.583741] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae08b7c8-c1cb-4d6f-80b0-77d6b4cd4f32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.597342] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Created folder: Project (46db0e789dfd42c2ae8629b43bde605d) in parent group-v817910. [ 1060.597559] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Creating folder: Instances. Parent ref: group-v818151. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.597821] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9de1f2de-52df-40d2-9f92-df922dd3e437 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.608052] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Created folder: Instances in parent group-v818151. [ 1060.608360] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.608630] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.609162] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357a3870-8841-4393-8909-9b1ef4f9643f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629512] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.629512] env[69371]: value = "task-4130695" [ 1060.629512] env[69371]: _type = "Task" [ 1060.629512] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.639207] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130695, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.668938] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.669252] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818149', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'name': 'volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c91eb2b2-9be3-441c-ad14-a79a8ad8726f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'serial': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.672470] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27248dd3-3ff6-4aff-85a6-f0ba8e43e38d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.688821] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf359cab-7f5a-4fb0-a8b5-bd0ed28c0b6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.719868] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d/volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.720251] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eadea93-c112-46fc-ac68-37104206f62e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.742803] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1060.742803] env[69371]: value = "task-4130696" [ 1060.742803] env[69371]: _type = "Task" [ 1060.742803] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.753942] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.833908] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "4daec03b-466d-4d80-82b4-988e4e10f319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.834236] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.834498] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.834735] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.834943] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.837971] env[69371]: INFO nova.compute.manager [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Terminating instance [ 1060.872779] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130692, 'name': CreateVM_Task, 'duration_secs': 0.385414} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.872909] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.873806] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.873908] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.874275] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874584] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576d4c90-7156-4f36-ac46-a322c22a358a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.881032] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1060.881032] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5232cbb2-c4d8-4ea5-4f9e-3d596888cc2c" [ 1060.881032] env[69371]: _type = "Task" [ 1060.881032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.889504] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5232cbb2-c4d8-4ea5-4f9e-3d596888cc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.903800] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.937413] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f6d2dff0-7c01-48e4-9021-0953d634b36f tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "9959855c-454b-4e86-9a91-012b7c951338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.298s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.143578] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130695, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.210056] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319df377-24e3-4d29-9e29-bff62d1d46d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.220765] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046054d-30b4-4ec7-9a3f-29a9c8c90bb1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.256430] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa883b-b720-4438-b408-edb26fd6ff46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.259743] env[69371]: DEBUG nova.network.neutron [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Updated VIF entry in instance network info cache for port b17b2170-5679-4999-9999-d95a76718a82. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.260101] env[69371]: DEBUG nova.network.neutron [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Updating instance_info_cache with network_info: [{"id": "b17b2170-5679-4999-9999-d95a76718a82", "address": "fa:16:3e:c6:6e:70", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17b2170-56", "ovs_interfaceid": "b17b2170-5679-4999-9999-d95a76718a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.270069] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31658b63-18bb-4bac-be01-103fe8ea059b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.274384] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130696, 'name': ReconfigVM_Task, 'duration_secs': 0.395092} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.275580] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d/volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.280431] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5904329-8694-49af-a673-7c0cb96de33a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.298688] env[69371]: DEBUG nova.compute.provider_tree [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.307647] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1061.307647] env[69371]: value = "task-4130697" [ 1061.307647] env[69371]: _type = "Task" [ 1061.307647] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.316890] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.342390] env[69371]: DEBUG nova.compute.manager [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.342657] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.344142] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4bb122-bfe0-424a-a009-102318ababe6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.352766] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.352886] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71a06a7-76b1-4730-bfdc-40a85bf06f25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.362455] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1061.362455] env[69371]: value = "task-4130698" [ 1061.362455] env[69371]: _type = "Task" [ 1061.362455] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.371923] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.391410] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5232cbb2-c4d8-4ea5-4f9e-3d596888cc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.391728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.391969] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.392229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.392381] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.392564] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.392844] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768a8c56-8916-4205-a7d4-1d5b61d524dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.404055] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.404055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.404796] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa100f85-5460-43f7-9645-030d59ea561c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.411228] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.415144] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1061.415144] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d381d0-c778-a955-11e9-c3de51f2f86b" [ 1061.415144] env[69371]: _type = "Task" [ 1061.415144] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.426354] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d381d0-c778-a955-11e9-c3de51f2f86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.646200] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130695, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.762760] env[69371]: DEBUG oslo_concurrency.lockutils [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] Releasing lock "refresh_cache-6c199c65-64c8-418e-9456-5b7f24aa4db3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.763036] env[69371]: DEBUG nova.compute.manager [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Received event network-vif-deleted-ea8955cf-4476-4c34-a2e2-6ee3dfbb3b24 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.763247] env[69371]: DEBUG nova.compute.manager [req-7f0ed7e6-371a-424b-a993-c0de1e120830 req-a9acf705-112f-4f41-be6e-e6ad8a922bf8 service nova] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Received event network-vif-deleted-aab05023-06b4-4d51-96af-21a7bbbbe274 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.802165] env[69371]: DEBUG nova.scheduler.client.report [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.818098] env[69371]: DEBUG oslo_vmware.api [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130697, 'name': ReconfigVM_Task, 'duration_secs': 0.159256} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.819071] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818149', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'name': 'volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c91eb2b2-9be3-441c-ad14-a79a8ad8726f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'serial': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.832807] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.833088] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.833318] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.833509] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.833675] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.835608] env[69371]: INFO nova.compute.manager [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Terminating instance [ 1061.872723] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130698, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.904471] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.906021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.906257] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.906456] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.906641] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.906876] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.908944] env[69371]: INFO nova.compute.manager [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Terminating instance [ 1061.926591] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d381d0-c778-a955-11e9-c3de51f2f86b, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.927517] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb7dfff-16d5-4571-99d3-f96dd53dffc3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.936204] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1061.936204] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eae1fd-9472-140c-fe85-957d6381ec36" [ 1061.936204] env[69371]: _type = "Task" [ 1061.936204] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.944828] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eae1fd-9472-140c-fe85-957d6381ec36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.142624] env[69371]: DEBUG nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.147492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e912451-2418-4f8a-8edd-5d6c36fa4247 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.150401] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130695, 'name': CreateVM_Task, 'duration_secs': 1.302035} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.150657] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.151596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.151839] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152314] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.152671] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bb6180-64ee-475d-a640-1ddcb173c93d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.163496] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1062.163496] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5265059f-f513-36a7-19bb-aca29aa445a4" [ 1062.163496] env[69371]: _type = "Task" [ 1062.163496] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.173511] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5265059f-f513-36a7-19bb-aca29aa445a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.307038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.309234] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.755s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.309478] env[69371]: DEBUG nova.objects.instance [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'resources' on Instance uuid c9fa009b-e531-4e27-933e-97f99a0ddc6b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.331924] env[69371]: INFO nova.scheduler.client.report [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Deleted allocations for instance 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922 [ 1062.339425] env[69371]: DEBUG nova.compute.manager [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.339650] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.340528] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74910f23-a060-4378-a63d-504ff5e233de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.348957] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.349221] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57909adc-508e-4fd3-aaca-476fbd2ae393 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.361170] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1062.361170] env[69371]: value = "task-4130699" [ 1062.361170] env[69371]: _type = "Task" [ 1062.361170] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.377972] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.378414] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130698, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.405624] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.412851] env[69371]: DEBUG nova.compute.manager [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.413113] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.413988] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d92d4f6-5a0e-4db0-a59f-a49d3739e696 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.424307] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.424307] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b482d8e-f037-4053-bb42-2cc2144dd30d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.432730] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1062.432730] env[69371]: value = "task-4130700" [ 1062.432730] env[69371]: _type = "Task" [ 1062.432730] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.444280] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.451070] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eae1fd-9472-140c-fe85-957d6381ec36, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.451319] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.451603] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.451880] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d8cfaa-e538-42cb-9857-6c40be966a5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.460305] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1062.460305] env[69371]: value = "task-4130701" [ 1062.460305] env[69371]: _type = "Task" [ 1062.460305] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.470800] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.662294] env[69371]: INFO nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] instance snapshotting [ 1062.662712] env[69371]: WARNING nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1062.670662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabeb0b8-f99b-4f0a-978f-fb3d88432d0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.698029] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca71b9d-0742-4aac-a97e-8818fa49d6d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.700523] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5265059f-f513-36a7-19bb-aca29aa445a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.700892] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701191] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.701455] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701603] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.701806] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.702599] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0b3d30-7bd4-4c3d-83a7-0e2db6839875 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.718841] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.719250] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.720071] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51580b24-954a-4837-8bb6-e7b979bb1433 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.727448] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1062.727448] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df1002-6178-e1f4-59b8-75a9adabcd9f" [ 1062.727448] env[69371]: _type = "Task" [ 1062.727448] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.736953] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52df1002-6178-e1f4-59b8-75a9adabcd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.839803] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab8c6a7-1c7a-47f5-8d2f-68dc4646a986 tempest-ServerDiagnosticsNegativeTest-498555287 tempest-ServerDiagnosticsNegativeTest-498555287-project-member] Lock "7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.242s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.861776] env[69371]: DEBUG nova.objects.instance [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'flavor' on Instance uuid c91eb2b2-9be3-441c-ad14-a79a8ad8726f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.878791] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130699, 'name': PowerOffVM_Task, 'duration_secs': 0.241071} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.886146] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.886410] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.887941] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130698, 'name': PowerOffVM_Task, 'duration_secs': 1.213646} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.888494] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d309d4be-e2bc-42d7-acbf-4fb839308cd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.890377] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.890489] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.891109] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d32f29db-ae74-4175-b1b4-d3cfece09860 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.912861] env[69371]: DEBUG oslo_vmware.api [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130684, 'name': ReconfigVM_Task, 'duration_secs': 5.833131} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.913182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913371] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfigured VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1062.945901] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130700, 'name': PowerOffVM_Task, 'duration_secs': 0.256076} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.949397] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.949605] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.950175] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43848d39-b97f-47d0-8eff-3c6d6e172607 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.977070] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130701, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.990092] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.990942] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.990942] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleting the datastore file [datastore1] 4daec03b-466d-4d80-82b4-988e4e10f319 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.991864] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3445c2d8-64ae-48da-abbd-b36516ed7a78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.994762] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.994979] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.995241] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleting the datastore file [datastore2] fb620c0a-ab32-49c2-b6ee-c468a882bdb7 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.996255] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71afe63e-afcc-4325-afdd-5b10ba7ca4fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.007390] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1063.007390] env[69371]: value = "task-4130705" [ 1063.007390] env[69371]: _type = "Task" [ 1063.007390] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.009191] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1063.009191] env[69371]: value = "task-4130706" [ 1063.009191] env[69371]: _type = "Task" [ 1063.009191] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.030392] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.030724] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.032138] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.032398] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.032645] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleting the datastore file [datastore2] a8d600c1-7904-4fe6-a594-91e0bfd86788 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.032957] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c21b7c-3b8a-4bdc-9ee3-b8f8d5458bd5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.040138] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for the task: (returnval){ [ 1063.040138] env[69371]: value = "task-4130707" [ 1063.040138] env[69371]: _type = "Task" [ 1063.040138] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.051243] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.129129] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90682c8-5a6f-4c8e-b38f-69258ba86307 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.138338] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc7b0b2-7e65-4cc7-ab6b-f73b48ceddd1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.172593] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072621e-d009-49be-9537-cc536f8e09e8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.180941] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b6f98-5aa9-46a2-8d4a-fee816c2cdc0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.197162] env[69371]: DEBUG nova.compute.provider_tree [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.213934] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1063.213934] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bee775ea-f3bf-43fd-ba01-8c41a7e421fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.222631] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1063.222631] env[69371]: value = "task-4130708" [ 1063.222631] env[69371]: _type = "Task" [ 1063.222631] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.238099] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130708, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.243127] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52df1002-6178-e1f4-59b8-75a9adabcd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.058322} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.246613] env[69371]: DEBUG nova.compute.manager [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-deleted-d40ff363-8bc7-4dfd-9a30-c617db535df1 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.246857] env[69371]: INFO nova.compute.manager [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Neutron deleted interface d40ff363-8bc7-4dfd-9a30-c617db535df1; detaching it from the instance and deleting it from the info cache [ 1063.247249] env[69371]: DEBUG nova.network.neutron [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "address": "fa:16:3e:8b:85:0f", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba7e904-b9", "ovs_interfaceid": "9ba7e904-b95f-4c5e-9449-6242167ba1ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.248442] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41249ca-2809-4f2e-95a2-d2da4b62888e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.259847] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1063.259847] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52855d6c-70e1-f6d3-4cb2-ef0f71bda3da" [ 1063.259847] env[69371]: _type = "Task" [ 1063.259847] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.270820] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52855d6c-70e1-f6d3-4cb2-ef0f71bda3da, 'name': SearchDatastore_Task} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.271180] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.271463] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.272007] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1ab40d5-9c96-41d3-8bb7-a0ae32701290 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.280484] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1063.280484] env[69371]: value = "task-4130709" [ 1063.280484] env[69371]: _type = "Task" [ 1063.280484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.293014] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.372639] env[69371]: DEBUG oslo_concurrency.lockutils [None req-aca9af7a-1d85-40ed-a4db-aff34a426d46 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.344s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.476074] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537068} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.476074] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.476074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.476074] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df4abb7d-22c1-4845-830b-0e8fd78ce599 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.477911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.478436] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.478879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.479359] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.479695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.483986] env[69371]: INFO nova.compute.manager [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Terminating instance [ 1063.491581] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1063.491581] env[69371]: value = "task-4130710" [ 1063.491581] env[69371]: _type = "Task" [ 1063.491581] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.507668] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.531034] env[69371]: DEBUG oslo_vmware.api [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186355} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.531829] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.532369] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.532754] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.533125] env[69371]: INFO nova.compute.manager [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1063.535178] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.535178] env[69371]: DEBUG oslo_vmware.api [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141993} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.535178] env[69371]: DEBUG nova.compute.manager [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.535178] env[69371]: DEBUG nova.network.neutron [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.536408] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.536645] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.536861] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.537098] env[69371]: INFO nova.compute.manager [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1063.537678] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.537944] env[69371]: DEBUG nova.compute.manager [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.538083] env[69371]: DEBUG nova.network.neutron [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.557689] env[69371]: DEBUG oslo_vmware.api [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Task: {'id': task-4130707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132642} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.558052] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.558328] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.558589] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.558811] env[69371]: INFO nova.compute.manager [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1063.559122] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.559343] env[69371]: DEBUG nova.compute.manager [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.559441] env[69371]: DEBUG nova.network.neutron [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.700548] env[69371]: DEBUG nova.scheduler.client.report [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.738780] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.754899] env[69371]: DEBUG oslo_concurrency.lockutils [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.755410] env[69371]: DEBUG oslo_concurrency.lockutils [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] Acquired lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.756128] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c48c8-778e-4f9a-883d-ed31da059cc9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.787383] env[69371]: DEBUG oslo_concurrency.lockutils [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] Releasing lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.787706] env[69371]: WARNING nova.compute.manager [req-7db37a0a-fa02-4f71-82f4-ac8930ea3597 req-6c607e0a-c181-4a3b-97e0-69b0c407a5fe service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Detach interface failed, port_id=d40ff363-8bc7-4dfd-9a30-c617db535df1, reason: No device with interface-id d40ff363-8bc7-4dfd-9a30-c617db535df1 exists on VM: nova.exception.NotFound: No device with interface-id d40ff363-8bc7-4dfd-9a30-c617db535df1 exists on VM [ 1063.797861] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480605} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.798321] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.798631] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.799227] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-736b6512-e24b-47bc-9359-cea86665250e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.808596] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1063.808596] env[69371]: value = "task-4130711" [ 1063.808596] env[69371]: _type = "Task" [ 1063.808596] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.821560] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.987039] env[69371]: DEBUG nova.compute.manager [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.987654] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.988061] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbc739c-3af8-449c-a04b-694d7c719726 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.996222] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1063.996222] env[69371]: value = "task-4130712" [ 1063.996222] env[69371]: _type = "Task" [ 1063.996222] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.003546] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10644} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.009434] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.011779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a188e-2639-4a99-a60d-c54c874c1db2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.021786] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.044338] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.044859] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb65ea8e-16fe-41e7-b475-04d842c32a1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.072091] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1064.072091] env[69371]: value = "task-4130713" [ 1064.072091] env[69371]: _type = "Task" [ 1064.072091] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.082294] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.137266] env[69371]: DEBUG nova.compute.manager [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-deleted-9ba7e904-b95f-4c5e-9449-6242167ba1ab {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.137266] env[69371]: INFO nova.compute.manager [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Neutron deleted interface 9ba7e904-b95f-4c5e-9449-6242167ba1ab; detaching it from the instance and deleting it from the info cache [ 1064.137266] env[69371]: DEBUG nova.network.neutron [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.209394] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.211310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.717s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.211310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.211310] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1064.211310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.538s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.213685] env[69371]: INFO nova.compute.claims [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.223521] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd750d3a-a9eb-4304-8f24-6d00b3e8e932 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.234673] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.234673] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.234673] env[69371]: DEBUG nova.network.neutron [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.246695] env[69371]: INFO nova.scheduler.client.report [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted allocations for instance c9fa009b-e531-4e27-933e-97f99a0ddc6b [ 1064.249999] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046a1b1-b461-4cf1-a683-cfdfb016c123 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.268402] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130708, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.283315] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b86c51-10d7-4d85-ad9e-82a0d32226b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.295444] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f05f46e-41cc-4443-bd44-5810a9ea8153 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.335443] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178780MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1064.335637] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.346038] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071868} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.346038] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.346722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3ad328-b3bf-43ea-9400-80e3da564e14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.370166] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.370528] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40beed6-7c66-487d-8a99-55bfe423374d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.394292] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1064.394292] env[69371]: value = "task-4130714" [ 1064.394292] env[69371]: _type = "Task" [ 1064.394292] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.405732] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.513591] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130712, 'name': PowerOffVM_Task, 'duration_secs': 0.382074} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.513911] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.514168] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1064.514400] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818149', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'name': 'volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c91eb2b2-9be3-441c-ad14-a79a8ad8726f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'serial': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1064.515263] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9836578c-5375-477c-afab-2f2dd5842306 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.536982] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b92056-7445-4b05-8a56-00f3cc5f49d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.544882] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b93f94-c264-4f2f-b02b-25ef8675a8f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.568578] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425fcfc-01ea-4853-bfa7-27b6ea1d584e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.588618] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] The volume has not been displaced from its original location: [datastore2] volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d/volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1064.594024] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1064.597631] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2728657b-a2d0-4830-bf3f-0b7735b80180 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.610555] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130713, 'name': ReconfigVM_Task, 'duration_secs': 0.409014} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.610873] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.612010] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c00ffa-23e4-42e3-afdf-5701b710f245 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.617469] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1064.617469] env[69371]: value = "task-4130715" [ 1064.617469] env[69371]: _type = "Task" [ 1064.617469] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.618739] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1064.618739] env[69371]: value = "task-4130716" [ 1064.618739] env[69371]: _type = "Task" [ 1064.618739] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.633925] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130716, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.634793] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.642314] env[69371]: DEBUG oslo_concurrency.lockutils [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.642683] env[69371]: DEBUG oslo_concurrency.lockutils [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Acquired lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.643972] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4beb8cd-a037-40bb-a816-edd28a73eda5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.669868] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631d819-0f08-4a23-b2ec-448815364695 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.701259] env[69371]: DEBUG nova.virt.vmwareapi.vmops [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfiguring VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1064.701259] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14a613d-74b9-40f3-bd1a-0e81273ccd87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.714292] env[69371]: DEBUG nova.network.neutron [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.722308] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Waiting for the task: (returnval){ [ 1064.722308] env[69371]: value = "task-4130717" [ 1064.722308] env[69371]: _type = "Task" [ 1064.722308] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.732411] env[69371]: DEBUG nova.network.neutron [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.739866] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.749371] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.759729] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130708, 'name': CreateSnapshot_Task, 'duration_secs': 1.103779} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.760298] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.761359] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea20b6-d87a-40ae-aee7-b7e4c6e8f2d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.770890] env[69371]: DEBUG nova.network.neutron [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.779650] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cb46b3fa-609e-4bf1-8eb6-df6f75673893 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "c9fa009b-e531-4e27-933e-97f99a0ddc6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.589s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.908461] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130714, 'name': ReconfigVM_Task, 'duration_secs': 0.318223} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.908881] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.909405] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84715da0-4a9a-43ea-8b62-005f50fdb883 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.916973] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1064.916973] env[69371]: value = "task-4130718" [ 1064.916973] env[69371]: _type = "Task" [ 1064.916973] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.926746] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130718, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.035346] env[69371]: DEBUG nova.network.neutron [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [{"id": "63717b43-ea2b-439d-9968-4ee6c6af1201", "address": "fa:16:3e:56:eb:34", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63717b43-ea", "ovs_interfaceid": "63717b43-ea2b-439d-9968-4ee6c6af1201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.138671] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130715, 'name': ReconfigVM_Task, 'duration_secs': 0.273308} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.143962] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.152385] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130716, 'name': Rename_Task, 'duration_secs': 0.198133} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.152692] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb909652-4314-47cc-9871-943b2c5edeaf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.170582] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.170582] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce69fbb2-0477-4ff6-8a91-78d293fe1760 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.180695] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1065.180695] env[69371]: value = "task-4130720" [ 1065.180695] env[69371]: _type = "Task" [ 1065.180695] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.183098] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1065.183098] env[69371]: value = "task-4130719" [ 1065.183098] env[69371]: _type = "Task" [ 1065.183098] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.200035] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.200035] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130720, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.217832] env[69371]: INFO nova.compute.manager [-] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Took 1.68 seconds to deallocate network for instance. [ 1065.234682] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.241533] env[69371]: INFO nova.compute.manager [-] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Took 1.70 seconds to deallocate network for instance. [ 1065.279034] env[69371]: INFO nova.compute.manager [-] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Took 1.72 seconds to deallocate network for instance. [ 1065.290178] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.303472] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3cf41c13-6687-44f0-a8ac-8cc678c73cdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.310094] env[69371]: DEBUG nova.compute.manager [req-c30052eb-ab75-485e-a3de-a2727989d5d9 req-a9372857-3f1b-495f-8492-99f1fe2b9f55 service nova] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Received event network-vif-deleted-e673e146-af2d-4576-87ab-d36492d9091b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.310825] env[69371]: DEBUG nova.compute.manager [req-c30052eb-ab75-485e-a3de-a2727989d5d9 req-a9372857-3f1b-495f-8492-99f1fe2b9f55 service nova] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Received event network-vif-deleted-357803e1-3124-43c4-8ccb-fd5ba5cf368b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.310825] env[69371]: DEBUG nova.compute.manager [req-c30052eb-ab75-485e-a3de-a2727989d5d9 req-a9372857-3f1b-495f-8492-99f1fe2b9f55 service nova] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Received event network-vif-deleted-32450539-840c-4cc9-bccd-7153cc0c63c9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.319621] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1065.319621] env[69371]: value = "task-4130721" [ 1065.319621] env[69371]: _type = "Task" [ 1065.319621] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.329625] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130721, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.429943] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130718, 'name': Rename_Task, 'duration_secs': 0.338607} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.430558] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.430558] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f92bdef-ef79-495d-bc4a-3d32e372cee8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.442258] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1065.442258] env[69371]: value = "task-4130722" [ 1065.442258] env[69371]: _type = "Task" [ 1065.442258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.452595] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.540691] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.602474] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89f60d-4275-42e0-a003-e84ccec881ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.612129] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3908fa-bbf4-464d-af5e-d1572fca66d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.646328] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96bb6f5-4d7e-43b2-9e1a-181a47da0d71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.657890] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ba0008-735d-4b25-8bf0-fc65ad9020ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.676625] env[69371]: DEBUG nova.compute.provider_tree [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.696744] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130720, 'name': ReconfigVM_Task, 'duration_secs': 0.369266} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.700475] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818149', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'name': 'volume-c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c91eb2b2-9be3-441c-ad14-a79a8ad8726f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d', 'serial': 'c00d3c6a-8bc4-4dc6-bbc3-b68fe8e15d8d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1065.700796] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.701131] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.702211] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4acdf-0846-4d35-a493-1ded827b8720 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.713453] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.713453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbf92ba-f7c8-4cd9-bcfa-350dca335103 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.730761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.736832] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.753389] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.799378] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.800927] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.801268] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore1] c91eb2b2-9be3-441c-ad14-a79a8ad8726f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.802514] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c68338-2d45-4e80-b8fc-b69dc6b62fa5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.810808] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1065.810808] env[69371]: value = "task-4130724" [ 1065.810808] env[69371]: _type = "Task" [ 1065.810808] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.819264] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.828087] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.835695] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130721, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.957113] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130722, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.045475] env[69371]: DEBUG oslo_concurrency.lockutils [None req-324ded5d-2578-470c-9830-37c5c173f80b tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-f160990b-2d41-4e91-a7e1-f06262a04f55-d40ff363-8bc7-4dfd-9a30-c617db535df1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.745s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.179887] env[69371]: DEBUG nova.scheduler.client.report [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.201522] env[69371]: DEBUG oslo_vmware.api [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130719, 'name': PowerOnVM_Task, 'duration_secs': 0.826367} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.202700] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.202919] env[69371]: INFO nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1066.203255] env[69371]: DEBUG nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.204446] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a6120-e380-4325-bc53-42f713481d66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.234921] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.325598] env[69371]: DEBUG oslo_vmware.api [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172909} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.328934] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.329235] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.329488] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.329772] env[69371]: INFO nova.compute.manager [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1066.330128] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.330733] env[69371]: DEBUG nova.compute.manager [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.330897] env[69371]: DEBUG nova.network.neutron [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.338393] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130721, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.457272] env[69371]: DEBUG oslo_vmware.api [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130722, 'name': PowerOnVM_Task, 'duration_secs': 0.757639} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.457773] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.458247] env[69371]: INFO nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Took 5.95 seconds to spawn the instance on the hypervisor. [ 1066.458628] env[69371]: DEBUG nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.460291] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c206fa-72e4-4c36-ba22-2b4ae82cf1e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.685053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.685537] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.693022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.464s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.693715] env[69371]: INFO nova.compute.claims [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.724531] env[69371]: INFO nova.compute.manager [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Took 30.57 seconds to build instance. [ 1066.737567] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.837057] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130721, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.987233] env[69371]: INFO nova.compute.manager [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Took 25.63 seconds to build instance. [ 1067.108020] env[69371]: DEBUG nova.network.neutron [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.194671] env[69371]: DEBUG nova.compute.utils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.196241] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.196430] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.227299] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9496e0e2-d5fe-4c0f-9432-9c2bf5483c58 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.085s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.241523] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.246457] env[69371]: DEBUG nova.policy [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643292cf6de84231a42993fb6adc16c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a6d3ab37f043d7978746c2c039d6fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.337553] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130721, 'name': CloneVM_Task, 'duration_secs': 1.781136} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.337857] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Created linked-clone VM from snapshot [ 1067.338694] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce7308-19db-4485-9ec7-bfc358591de2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.347685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.349193] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.353578] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Uploading image 349d4efb-d57a-4c4e-8cd0-0b82b3723204 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.365718] env[69371]: DEBUG nova.compute.manager [req-4e840179-806c-4617-8a12-f389feedb59f req-a9bd45b0-f139-46ed-8238-163034ffc887 service nova] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Received event network-vif-deleted-3fa337d3-7906-469d-a956-cc00b18fcf37 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.390440] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.390440] env[69371]: value = "vm-818155" [ 1067.390440] env[69371]: _type = "VirtualMachine" [ 1067.390440] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.390747] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c9e4d16-d681-48dd-bdb9-238521b8e736 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.400326] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease: (returnval){ [ 1067.400326] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523489bf-eca5-bb85-9144-dfa1b005b099" [ 1067.400326] env[69371]: _type = "HttpNfcLease" [ 1067.400326] env[69371]: } obtained for exporting VM: (result){ [ 1067.400326] env[69371]: value = "vm-818155" [ 1067.400326] env[69371]: _type = "VirtualMachine" [ 1067.400326] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.400734] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the lease: (returnval){ [ 1067.400734] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523489bf-eca5-bb85-9144-dfa1b005b099" [ 1067.400734] env[69371]: _type = "HttpNfcLease" [ 1067.400734] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.411506] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.411506] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523489bf-eca5-bb85-9144-dfa1b005b099" [ 1067.411506] env[69371]: _type = "HttpNfcLease" [ 1067.411506] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.489452] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c944a570-15f8-4930-a47d-d729b2534837 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.142s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.615139] env[69371]: INFO nova.compute.manager [-] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Took 1.28 seconds to deallocate network for instance. [ 1067.703024] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.739308] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.778793] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Successfully created port: 8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.857391] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.919252] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.919252] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523489bf-eca5-bb85-9144-dfa1b005b099" [ 1067.919252] env[69371]: _type = "HttpNfcLease" [ 1067.919252] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.919923] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.919923] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523489bf-eca5-bb85-9144-dfa1b005b099" [ 1067.919923] env[69371]: _type = "HttpNfcLease" [ 1067.919923] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1067.920796] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce94b8b-eadd-4b64-9a04-68c94fa242ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.929955] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.930289] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1067.989186] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.989508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.989606] env[69371]: DEBUG nova.compute.manager [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.993020] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c38d9-ad3e-4187-8712-587e828e96ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.001351] env[69371]: DEBUG nova.compute.manager [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.001995] env[69371]: DEBUG nova.objects.instance [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'flavor' on Instance uuid 6c199c65-64c8-418e-9456-5b7f24aa4db3 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.071969] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a72ec-ecd4-43ec-8786-dbb805548d8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080835] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a41f57f-5374-4d97-9b80-563c01ad9cd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.111900] env[69371]: INFO nova.compute.manager [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Rebuilding instance [ 1068.115012] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfdc7e-2ab2-4ef4-a925-db1de5f04d0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.123667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfacee-6814-4f21-ab48-3534d2d7604d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.131786] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e513902-ae58-4757-a23a-3183d1597df1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.145975] env[69371]: DEBUG nova.compute.provider_tree [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.172801] env[69371]: INFO nova.compute.manager [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Took 0.56 seconds to detach 1 volumes for instance. [ 1068.182470] env[69371]: DEBUG nova.compute.manager [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.183397] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d9bad-8271-4704-85b6-e63a122df89f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.247548] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.386834] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.679269] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.682262] env[69371]: ERROR nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [req-b3dd8a7a-cfd0-4c92-a3f5-e9134f662021] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3dd8a7a-cfd0-4c92-a3f5-e9134f662021"}]} [ 1068.708645] env[69371]: DEBUG nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1068.720084] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.733802] env[69371]: DEBUG nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1068.733802] env[69371]: DEBUG nova.compute.provider_tree [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.755772] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.759586] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.760276] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.761098] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.761728] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.763112] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.763112] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.763112] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.763112] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.763112] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.763379] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.763672] env[69371]: DEBUG nova.virt.hardware [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.765316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9847429-5046-499d-967f-cbf450e8eee9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.772843] env[69371]: DEBUG nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1068.784101] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3653203-ba32-422f-a91a-6fa18069c6cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.807507] env[69371]: DEBUG nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1069.012377] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.012968] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ba121c-8810-4343-afc3-21817c31adc8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.022830] env[69371]: DEBUG oslo_vmware.api [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1069.022830] env[69371]: value = "task-4130726" [ 1069.022830] env[69371]: _type = "Task" [ 1069.022830] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.040494] env[69371]: DEBUG oslo_vmware.api [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.137987] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9a0fe-562b-4db4-9048-c8e7fc944892 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.148667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49155afc-2827-4304-92ff-2786ec1b8669 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.183343] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d416d-615c-46be-ad11-123c4c6e529d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.193098] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e44b54-76e8-4a2d-b9d3-e27f0a68e754 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.211435] env[69371]: DEBUG nova.compute.provider_tree [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.214026] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.214376] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-324cb6f1-f4ce-4d4e-9325-5d503a8b153b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.223738] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1069.223738] env[69371]: value = "task-4130727" [ 1069.223738] env[69371]: _type = "Task" [ 1069.223738] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.237667] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.248089] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.502174] env[69371]: DEBUG nova.compute.manager [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received event network-vif-plugged-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.502174] env[69371]: DEBUG oslo_concurrency.lockutils [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] Acquiring lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.502174] env[69371]: DEBUG oslo_concurrency.lockutils [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.502174] env[69371]: DEBUG oslo_concurrency.lockutils [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.506145] env[69371]: DEBUG nova.compute.manager [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] No waiting events found dispatching network-vif-plugged-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.507321] env[69371]: WARNING nova.compute.manager [req-7af8ae26-09e9-4b54-9b72-aed48a737e73 req-5b081f1d-fd6c-42a4-bd95-aedf2c54086b service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received unexpected event network-vif-plugged-8389dc6e-8c41-4418-b16b-546f5c08bd5e for instance with vm_state building and task_state spawning. [ 1069.544009] env[69371]: DEBUG oslo_vmware.api [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130726, 'name': PowerOffVM_Task, 'duration_secs': 0.230439} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.544009] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.544009] env[69371]: DEBUG nova.compute.manager [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.544540] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abb0e3-5f60-42ce-9ead-809fe6ea856e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.620030] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Successfully updated port: 8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.738175] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130727, 'name': PowerOffVM_Task, 'duration_secs': 0.162327} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.742903] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.743789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.744702] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4dcd49-8900-497c-8d6f-f2b96d827be2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.754676] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.759797] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.760156] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6df8a5-a79c-4dc9-8c1c-6bccd88230b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.763655] env[69371]: DEBUG nova.scheduler.client.report [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1069.764023] env[69371]: DEBUG nova.compute.provider_tree [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 117 to 118 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1069.764258] env[69371]: DEBUG nova.compute.provider_tree [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.794435] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.794435] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.794724] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Deleting the datastore file [datastore2] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.794889] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c2400d-eb53-49d5-8ecb-fb3fb9c38a7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.804392] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1069.804392] env[69371]: value = "task-4130729" [ 1069.804392] env[69371]: _type = "Task" [ 1069.804392] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.816297] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.060427] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22bc8110-488a-4ccc-b1db-39fff837c92b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.123661] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.123880] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.124087] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.250387] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.271471] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.579s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.272037] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.276911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.903s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.277243] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.281840] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.790s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.282133] env[69371]: DEBUG nova.objects.instance [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lazy-loading 'resources' on Instance uuid c1b3ee80-c8b3-4991-9572-94bec54dd61a {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.319030] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.319586] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.319903] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.320121] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.333915] env[69371]: INFO nova.scheduler.client.report [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocations for instance e6cf4381-1292-43b4-991c-c7cb155f7708 [ 1070.760813] env[69371]: DEBUG oslo_vmware.api [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Task: {'id': task-4130717, 'name': ReconfigVM_Task, 'duration_secs': 5.84016} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.761395] env[69371]: DEBUG oslo_concurrency.lockutils [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] Releasing lock "f160990b-2d41-4e91-a7e1-f06262a04f55" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.761804] env[69371]: DEBUG nova.virt.vmwareapi.vmops [req-ba6c21ee-3c2f-4be4-b150-452a10163013 req-8ef8b868-1f54-4010-89eb-70e93e66649d service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Reconfigured VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1070.762540] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.014s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.762962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.763376] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.763709] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.766731] env[69371]: INFO nova.compute.manager [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Terminating instance [ 1070.768813] env[69371]: INFO nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Rebuilding instance [ 1070.790571] env[69371]: DEBUG nova.compute.utils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.790571] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.790834] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.846482] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2054534c-68ee-4119-83cd-53a0b2208dcd tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "e6cf4381-1292-43b4-991c-c7cb155f7708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.210s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.847769] env[69371]: DEBUG nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.851141] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42edafab-03b4-43a3-911c-3b32d12abbeb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.942495] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.973852] env[69371]: DEBUG nova.policy [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60090a843dc44c3a8e58a5566184c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba731dd12b284748bc66a46cddd5ba2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.124473] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010349a8-25eb-4f82-9a29-92d462126c9e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.138935] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246836ca-38fb-458a-8cf8-9b09edc428ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.177723] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f69700-0a9d-449a-a398-a6b6bf21d0d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.186921] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ff300-a14e-4213-8c8b-46349164e961 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.203690] env[69371]: DEBUG nova.compute.provider_tree [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.206077] env[69371]: DEBUG nova.network.neutron [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updating instance_info_cache with network_info: [{"id": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "address": "fa:16:3e:1d:45:9d", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8389dc6e-8c", "ovs_interfaceid": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.275905] env[69371]: DEBUG nova.compute.manager [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.276120] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.277066] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15da1f2e-5048-4b5b-8ab6-7a8fadcd5540 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.285709] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.285998] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcca4c5a-717e-4565-920a-3eab1fc46696 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.293869] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1071.293869] env[69371]: value = "task-4130730" [ 1071.293869] env[69371]: _type = "Task" [ 1071.293869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.297957] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.308586] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.379196] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.379635] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.379839] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.380110] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.380314] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.380538] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.380797] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.381055] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.381295] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.381484] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.381756] env[69371]: DEBUG nova.virt.hardware [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.383101] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a16fc-570d-40bb-a131-a7898771f0b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.396023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1331057-0e34-475c-912b-8ccb14c34476 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.419527] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.427346] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.432448] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Successfully created port: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.434621] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.435706] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f440937d-5c4c-430a-8b8c-d969a72a3167 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.454782] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.454782] env[69371]: value = "task-4130731" [ 1071.454782] env[69371]: _type = "Task" [ 1071.454782] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.468265] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130731, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.709336] env[69371]: DEBUG nova.scheduler.client.report [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.713521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.713851] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Instance network_info: |[{"id": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "address": "fa:16:3e:1d:45:9d", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8389dc6e-8c", "ovs_interfaceid": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.715388] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:45:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8389dc6e-8c41-4418-b16b-546f5c08bd5e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.727252] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Creating folder: Project (f9a6d3ab37f043d7978746c2c039d6fb). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.727527] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e6cffd-6d1a-4c60-929a-d7417503b6f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.735955] env[69371]: DEBUG nova.compute.manager [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.736200] env[69371]: DEBUG nova.compute.manager [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing instance network info cache due to event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.736502] env[69371]: DEBUG oslo_concurrency.lockutils [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] Acquiring lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.736679] env[69371]: DEBUG oslo_concurrency.lockutils [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] Acquired lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.736865] env[69371]: DEBUG nova.network.neutron [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.741969] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Created folder: Project (f9a6d3ab37f043d7978746c2c039d6fb) in parent group-v817910. [ 1071.741969] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Creating folder: Instances. Parent ref: group-v818157. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.741969] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2379b022-0250-43b3-a1b7-56041ff4a544 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.760689] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Created folder: Instances in parent group-v818157. [ 1071.763088] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.763088] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.763088] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e80475-86dc-4ff6-bb62-b8721f280563 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.793132] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.793132] env[69371]: value = "task-4130734" [ 1071.793132] env[69371]: _type = "Task" [ 1071.793132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.813382] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130734, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.819473] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130730, 'name': PowerOffVM_Task, 'duration_secs': 0.290428} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.819811] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.820031] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.820326] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6162c981-8b6b-4680-ae55-3b09b297bf95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.871056] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.871383] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ab14d1-5fbe-44cd-a047-f48a0d0c65ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.881407] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1071.881407] env[69371]: value = "task-4130736" [ 1071.881407] env[69371]: _type = "Task" [ 1071.881407] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.898656] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.899109] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.900403] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ab565b-76fb-4ef8-8dbc-74eaa5e0d33b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.908425] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.908789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.909104] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleting the datastore file [datastore2] f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.912867] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf9d5e9-faad-4ca9-9c69-8df0f79b0615 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.917020] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.917344] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51663024-9b8a-46d6-91ee-2bfc7c0f9783 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.926578] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1071.926578] env[69371]: value = "task-4130737" [ 1071.926578] env[69371]: _type = "Task" [ 1071.926578] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.939822] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.968059] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130731, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.006815] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.007077] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.007358] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore2] 6c199c65-64c8-418e-9456-5b7f24aa4db3 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.008350] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66691541-0e8a-47c7-9b21-b7523428095b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.016041] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1072.016041] env[69371]: value = "task-4130739" [ 1072.016041] env[69371]: _type = "Task" [ 1072.016041] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.027780] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.216362] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.220409] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.884s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.254440] env[69371]: INFO nova.scheduler.client.report [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleted allocations for instance c1b3ee80-c8b3-4991-9572-94bec54dd61a [ 1072.305099] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130734, 'name': CreateVM_Task, 'duration_secs': 0.417723} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.307721] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.308725] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.308725] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.308983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.310159] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efba0eb2-882c-4b31-afca-176045bfd227 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.314816] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.319386] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1072.319386] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527ede28-a43a-0e48-1797-e9c140b7ab8e" [ 1072.319386] env[69371]: _type = "Task" [ 1072.319386] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.329870] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527ede28-a43a-0e48-1797-e9c140b7ab8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.345495] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.345746] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.345937] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.346568] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.346568] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.346568] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.346814] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.346814] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.346932] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.347150] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.347405] env[69371]: DEBUG nova.virt.hardware [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.349194] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345159c2-7d66-44be-96da-8846b40fe9b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.361249] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c33d1-4062-4366-83a4-70fc6b97663c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.439947] env[69371]: DEBUG oslo_vmware.api [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298635} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.443396] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.443816] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.444126] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.444448] env[69371]: INFO nova.compute.manager [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1072.444849] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.445288] env[69371]: DEBUG nova.compute.manager [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.445446] env[69371]: DEBUG nova.network.neutron [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.475959] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130731, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.508911] env[69371]: INFO nova.compute.manager [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Rebuilding instance [ 1072.530402] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23543} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.534023] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.534023] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.534603] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.584271] env[69371]: DEBUG nova.compute.manager [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.584948] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31fca0-e3ec-40d6-a9a8-8598357eb340 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.627729] env[69371]: DEBUG nova.network.neutron [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updated VIF entry in instance network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.627729] env[69371]: DEBUG nova.network.neutron [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updating instance_info_cache with network_info: [{"id": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "address": "fa:16:3e:1d:45:9d", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8389dc6e-8c", "ovs_interfaceid": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.766233] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4f49953b-3546-4d36-8e44-6fdf3771547e tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "c1b3ee80-c8b3-4991-9572-94bec54dd61a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.384s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.836216] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527ede28-a43a-0e48-1797-e9c140b7ab8e, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.840867] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.840942] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.841227] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.841354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.841546] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.842206] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6edaa118-ab52-4afe-be7b-f4df2ef8d546 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.852993] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.853223] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.853993] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25081f4-b53f-490c-a4da-24be34356fea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.860983] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1072.860983] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526e4574-2c24-0ec8-0417-6e2b392a21de" [ 1072.860983] env[69371]: _type = "Task" [ 1072.860983] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.870360] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e4574-2c24-0ec8-0417-6e2b392a21de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.969185] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130731, 'name': CreateVM_Task, 'duration_secs': 1.373861} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.969185] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.969185] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.969433] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.969593] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.969865] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc26e917-4671-41cf-8bd9-a257914082ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.979174] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1072.979174] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d020-f442-92d7-b578-a6ba301d0ed8" [ 1072.979174] env[69371]: _type = "Task" [ 1072.979174] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.985753] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d020-f442-92d7-b578-a6ba301d0ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.049246] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.049390] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.049591] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.049769] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.049952] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.051963] env[69371]: INFO nova.compute.manager [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Terminating instance [ 1073.129918] env[69371]: DEBUG oslo_concurrency.lockutils [req-63895b92-08dc-4eba-bb0f-770ac80379be req-ef86de64-1176-4650-8da1-646f9743a441 service nova] Releasing lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270186] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.270371] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4daec03b-466d-4d80-82b4-988e4e10f319 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.270504] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1787cdf4-a184-4404-a9a8-f45877de9599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.270625] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance f160990b-2d41-4e91-a7e1-f06262a04f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.270743] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.270858] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.270973] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.271117] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fb620c0a-ab32-49c2-b6ee-c468a882bdb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.271241] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a8d600c1-7904-4fe6-a594-91e0bfd86788 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.271384] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance c91eb2b2-9be3-441c-ad14-a79a8ad8726f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1073.271537] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ffce0b8f-679b-45b0-b97b-9e296a09882d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.271689] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 6c199c65-64c8-418e-9456-5b7f24aa4db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.271868] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 09a047cc-5e8e-4fdf-9af9-d6b9d5499648 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.272153] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 6f478eae-6f02-4f23-8470-e61d3a8c4068 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.272342] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a805f8f7-b5ab-4f50-b0f9-d29b52a066ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1073.377873] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526e4574-2c24-0ec8-0417-6e2b392a21de, 'name': SearchDatastore_Task, 'duration_secs': 0.02637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.379806] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055d82f9-0745-402a-a97b-5a0840b9cb0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.385727] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1073.385727] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52edba68-b71a-a6eb-5a8a-c22c463c4b71" [ 1073.385727] env[69371]: _type = "Task" [ 1073.385727] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.396415] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52edba68-b71a-a6eb-5a8a-c22c463c4b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.437161] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Successfully updated port: 63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.494833] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a8d020-f442-92d7-b578-a6ba301d0ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.017254} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.494833] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.494833] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.494833] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.561029] env[69371]: DEBUG nova.compute.manager [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.561029] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.561029] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d0763-17c3-4fce-b0bb-5c29c18304ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.569967] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.570274] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82623aab-437f-4184-b8ac-124c8c2934e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.583155] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.583395] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.583465] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.583672] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.583835] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.583987] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.584280] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.584448] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.584650] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.584827] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.584991] env[69371]: DEBUG nova.virt.hardware [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.586079] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77130ae-3c8d-4f9e-be79-b3abd8e1af6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.593889] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1073.593889] env[69371]: value = "task-4130740" [ 1073.593889] env[69371]: _type = "Task" [ 1073.593889] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.604098] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.605157] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e38803-1957-4f1f-b53d-d8a002bc819c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.608507] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640197ff-1c59-4e0e-9632-795b7cc25343 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.616880] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.629225] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:6e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17b2170-5679-4999-9999-d95a76718a82', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.641034] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.647028] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.647028] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1073.647028] env[69371]: value = "task-4130741" [ 1073.647028] env[69371]: _type = "Task" [ 1073.647028] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.647028] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-340e8ad6-051c-458a-8cd9-925a1760133b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.670852] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.673133] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.673133] env[69371]: value = "task-4130742" [ 1073.673133] env[69371]: _type = "Task" [ 1073.673133] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.685485] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130742, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.778259] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1073.778922] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1073.778922] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1073.790913] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Received event network-vif-plugged-63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.790913] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.790913] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.791093] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.791161] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] No waiting events found dispatching network-vif-plugged-63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.791377] env[69371]: WARNING nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Received unexpected event network-vif-plugged-63963a30-97d4-46cb-91f2-0fa2cbd23e66 for instance with vm_state building and task_state spawning. [ 1073.791580] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Received event network-vif-deleted-63717b43-ea2b-439d-9968-4ee6c6af1201 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.792243] env[69371]: INFO nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Neutron deleted interface 63717b43-ea2b-439d-9968-4ee6c6af1201; detaching it from the instance and deleting it from the info cache [ 1073.792243] env[69371]: DEBUG nova.network.neutron [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.852858] env[69371]: DEBUG nova.network.neutron [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.898983] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52edba68-b71a-a6eb-5a8a-c22c463c4b71, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.902290] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.902703] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 6f478eae-6f02-4f23-8470-e61d3a8c4068/6f478eae-6f02-4f23-8470-e61d3a8c4068.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.903297] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.903516] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.904112] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8475cc7-1678-46de-acb7-e94a33378457 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.906701] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbc5ab2-c008-4ca3-9967-bfb8e79e2027 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.915457] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1073.915457] env[69371]: value = "task-4130743" [ 1073.915457] env[69371]: _type = "Task" [ 1073.915457] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.924016] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.924192] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.925279] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38a29dd-35aa-46b9-a5c1-f67b2ae8abbb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940758] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.940758] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1073.940758] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529ef226-efb6-6808-8025-b69636a07ff0" [ 1073.940758] env[69371]: _type = "Task" [ 1073.940758] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.940758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940758] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.953135] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529ef226-efb6-6808-8025-b69636a07ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.958394] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1318daa-dcbb-43fb-ad46-1358859c8b84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.967082] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1073.967082] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f9c177-ff6f-9902-ecc8-5c7e83bcc48d" [ 1073.967082] env[69371]: _type = "Task" [ 1073.967082] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.981672] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f9c177-ff6f-9902-ecc8-5c7e83bcc48d, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.981989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.982413] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.982599] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b81ba162-b54b-4304-872d-d0622686f0bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.991880] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1073.991880] env[69371]: value = "task-4130744" [ 1073.991880] env[69371]: _type = "Task" [ 1073.991880] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.003769] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.089915] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9989122-c1f3-4b48-8b3f-b570962706f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.106577] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2404b3-514f-4b95-9da4-a0026aad478f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.114489] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130740, 'name': PowerOffVM_Task, 'duration_secs': 0.235998} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.115387] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.115588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.115931] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d9a627f-f321-4070-8254-4f5b92691359 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.148537] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b606e3fb-19f9-4672-aecb-2c83efa2210a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.160100] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d4367-3b08-4a8d-9748-877574e14622 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.184279] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.193923] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130741, 'name': PowerOffVM_Task, 'duration_secs': 0.290322} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.195799] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.199958] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.200329] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.202790] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88728189-b78f-43d0-8e7f-5be5e24714e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.211877] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130742, 'name': CreateVM_Task, 'duration_secs': 0.499195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.212824] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.213852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.214143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.216396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.216396] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52504483-bdcd-4de9-b491-4f0892d6b221 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.220965] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.221815] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a43cd21-22f1-4a7a-84ea-eba566700afd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.228674] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1074.228674] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43d62-b84f-8ce7-cd85-3e40cc51dcd5" [ 1074.228674] env[69371]: _type = "Task" [ 1074.228674] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.243481] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43d62-b84f-8ce7-cd85-3e40cc51dcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.253622] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.254047] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.254313] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleting the datastore file [datastore2] 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.254702] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1c2add-bf5b-4345-924f-a0bb106201f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.266564] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for the task: (returnval){ [ 1074.266564] env[69371]: value = "task-4130747" [ 1074.266564] env[69371]: _type = "Task" [ 1074.266564] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.279084] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.295956] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce749cdd-3601-447d-8540-8362e76644bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.314145] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff8eb7-327e-40f0-a9a1-02028482b121 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.329791] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.330062] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.330288] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleting the datastore file [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.333511] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17deea3-c3d7-4400-adf6-75eceb75633b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.345025] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1074.345025] env[69371]: value = "task-4130748" [ 1074.345025] env[69371]: _type = "Task" [ 1074.345025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.358303] env[69371]: INFO nova.compute.manager [-] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Took 1.91 seconds to deallocate network for instance. [ 1074.359989] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Detach interface failed, port_id=63717b43-ea2b-439d-9968-4ee6c6af1201, reason: Instance f160990b-2d41-4e91-a7e1-f06262a04f55 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1074.359989] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Received event network-changed-63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.359989] env[69371]: DEBUG nova.compute.manager [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Refreshing instance network info cache due to event network-changed-63963a30-97d4-46cb-91f2-0fa2cbd23e66. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.359989] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Acquiring lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.368100] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.429676] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.481798] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.502663] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130744, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.656023] env[69371]: DEBUG nova.network.neutron [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.703518] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1074.703944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.485s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.704330] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.974s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.704818] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.708344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.955s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.708711] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.711903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.893s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.712280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.715549] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.329s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.718940] env[69371]: INFO nova.compute.claims [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.742727] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d43d62-b84f-8ce7-cd85-3e40cc51dcd5, 'name': SearchDatastore_Task, 'duration_secs': 0.070677} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.743106] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.743630] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.743791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.744030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.744234] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.744891] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c43a08e-c33d-41a4-8343-c18004398875 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.755912] env[69371]: INFO nova.scheduler.client.report [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted allocations for instance 4daec03b-466d-4d80-82b4-988e4e10f319 [ 1074.758733] env[69371]: INFO nova.scheduler.client.report [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted allocations for instance a8d600c1-7904-4fe6-a594-91e0bfd86788 [ 1074.765447] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.765447] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.769606] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4080537a-cd2f-4461-a983-a89b2e61d178 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.781856] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1074.781856] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e9808b-07e1-7fbd-08dd-4f190231659c" [ 1074.781856] env[69371]: _type = "Task" [ 1074.781856] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.785749] env[69371]: DEBUG oslo_vmware.api [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Task: {'id': task-4130747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478909} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.786939] env[69371]: INFO nova.scheduler.client.report [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Deleted allocations for instance fb620c0a-ab32-49c2-b6ee-c468a882bdb7 [ 1074.791837] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.792096] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.792612] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.792612] env[69371]: INFO nova.compute.manager [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1074.792780] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.796463] env[69371]: DEBUG nova.compute.manager [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.796463] env[69371]: DEBUG nova.network.neutron [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.804595] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e9808b-07e1-7fbd-08dd-4f190231659c, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.805513] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462f784e-5630-4882-967d-725cc0da2d5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.813132] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1074.813132] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a43f2f-5a8b-610d-d13e-5589bc7bc661" [ 1074.813132] env[69371]: _type = "Task" [ 1074.813132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.822181] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a43f2f-5a8b-610d-d13e-5589bc7bc661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.853464] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469284} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.853911] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.854062] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.854252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.876715] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.931206] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5521} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.931951] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 6f478eae-6f02-4f23-8470-e61d3a8c4068/6f478eae-6f02-4f23-8470-e61d3a8c4068.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.931951] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.932194] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218ac295-1f24-4076-8a98-480c549cea35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.939663] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1074.939663] env[69371]: value = "task-4130749" [ 1074.939663] env[69371]: _type = "Task" [ 1074.939663] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.949620] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.006838] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814116} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.006838] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.007250] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.008232] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d38ae3ce-0daa-465d-82f2-131d77a62b55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.018272] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1075.018272] env[69371]: value = "task-4130750" [ 1075.018272] env[69371]: _type = "Task" [ 1075.018272] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.028481] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.164025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.164025] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Instance network_info: |[{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.164025] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Acquired lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164025] env[69371]: DEBUG nova.network.neutron [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Refreshing network info cache for port 63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.164025] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:5d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63963a30-97d4-46cb-91f2-0fa2cbd23e66', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.173590] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.178158] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.179082] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11337c9-6e2f-4932-8c56-b5d2d1533a59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.207425] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.207425] env[69371]: value = "task-4130751" [ 1075.207425] env[69371]: _type = "Task" [ 1075.207425] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.226321] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130751, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.273545] env[69371]: DEBUG oslo_concurrency.lockutils [None req-befae714-b076-4250-9487-59e163cee3fe tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "4daec03b-466d-4d80-82b4-988e4e10f319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.439s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.277877] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2e18d8d7-a71e-459a-93a6-83ead3f0c013 tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "a8d600c1-7904-4fe6-a594-91e0bfd86788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.371s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.301731] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c195e790-a7fb-48c5-bec7-0789d333db4b tempest-ListServersNegativeTestJSON-638984760 tempest-ListServersNegativeTestJSON-638984760-project-member] Lock "fb620c0a-ab32-49c2-b6ee-c468a882bdb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.468s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.328893] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a43f2f-5a8b-610d-d13e-5589bc7bc661, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.329613] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.329613] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.329868] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed49395-83cc-45bf-bc5e-872da0364478 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.338812] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1075.338812] env[69371]: value = "task-4130752" [ 1075.338812] env[69371]: _type = "Task" [ 1075.338812] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.349620] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.455314] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078808} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.455667] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.456659] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73fee93-03a6-47a6-b0e6-c14679ddf225 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.488676] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 6f478eae-6f02-4f23-8470-e61d3a8c4068/6f478eae-6f02-4f23-8470-e61d3a8c4068.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.489586] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227705b1-e094-4a0a-ad89-1fd72ddf366f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.519648] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1075.519648] env[69371]: value = "task-4130753" [ 1075.519648] env[69371]: _type = "Task" [ 1075.519648] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.535809] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.540786] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07366} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.541132] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.542141] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18140c12-1ef8-41ca-bfc8-76479fe3c681 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.568836] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.571887] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a64edd1-2c1c-43f8-a219-de34025e90e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.598067] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1075.598067] env[69371]: value = "task-4130754" [ 1075.598067] env[69371]: _type = "Task" [ 1075.598067] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.612247] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.664463] env[69371]: DEBUG nova.network.neutron [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updated VIF entry in instance network info cache for port 63963a30-97d4-46cb-91f2-0fa2cbd23e66. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.664970] env[69371]: DEBUG nova.network.neutron [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.718126] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130751, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.791471] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.791883] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.792304] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792796] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.793206] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.798749] env[69371]: INFO nova.compute.manager [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Terminating instance [ 1075.860697] env[69371]: DEBUG nova.network.neutron [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.864347] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.872026] env[69371]: DEBUG nova.compute.manager [req-292dc5c5-7e77-44c0-a84c-a12c9b256794 req-35d03d1f-a61f-4721-966c-0cde9f3c4e65 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Received event network-vif-deleted-2cec892a-7ca2-4e25-8b19-09ed4252c1f2 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.872026] env[69371]: INFO nova.compute.manager [req-292dc5c5-7e77-44c0-a84c-a12c9b256794 req-35d03d1f-a61f-4721-966c-0cde9f3c4e65 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Neutron deleted interface 2cec892a-7ca2-4e25-8b19-09ed4252c1f2; detaching it from the instance and deleting it from the info cache [ 1075.872026] env[69371]: DEBUG nova.network.neutron [req-292dc5c5-7e77-44c0-a84c-a12c9b256794 req-35d03d1f-a61f-4721-966c-0cde9f3c4e65 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.920509] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.920833] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.921315] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.923161] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.923638] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.923638] env[69371]: DEBUG nova.virt.hardware [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.925635] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89103246-1510-4c6c-852b-bd3ab7476d9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.939458] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5b7d4-f557-44e9-96bb-c16e116d9680 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.966821] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c2:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06e20ba-42b6-48e0-8e2b-0046841eeae7', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.975167] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.979023] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.979023] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3137fccb-fc0b-470f-9169-7d9dc5e3ed14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.002493] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.002493] env[69371]: value = "task-4130755" [ 1076.002493] env[69371]: _type = "Task" [ 1076.002493] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.016315] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130755, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.036871] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.050560] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e2ee0-bc04-40e9-a254-5ea9ec63c0bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.060948] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4364ac-0509-440b-9ce4-e6b0a200facb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.096872] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29e3f60-9989-4f04-bc61-996752d03a21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.114611] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c56fd-45ff-4625-a485-9fb804d059a4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.119038] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130754, 'name': ReconfigVM_Task, 'duration_secs': 0.449334} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.119371] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648/09a047cc-5e8e-4fdf-9af9-d6b9d5499648.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.120550] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bc0d4bf-b8c1-4b58-98c7-5b2ddd6543cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.132675] env[69371]: DEBUG nova.compute.provider_tree [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.135795] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1076.135795] env[69371]: value = "task-4130756" [ 1076.135795] env[69371]: _type = "Task" [ 1076.135795] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.148333] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130756, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.171411] env[69371]: DEBUG oslo_concurrency.lockutils [req-e36ede41-8833-49ee-bf3e-33d6223cb0a7 req-6221e125-d6bd-468a-a0c0-e89837287e28 service nova] Releasing lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.217557] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130751, 'name': CreateVM_Task, 'duration_secs': 0.715019} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.217774] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.219056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.219056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.219280] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.219449] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-346daa19-66ab-4c0b-9684-15a74a82bfec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.225535] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1076.225535] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52498c46-b14b-8cab-d281-00ab4856636e" [ 1076.225535] env[69371]: _type = "Task" [ 1076.225535] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.238048] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52498c46-b14b-8cab-d281-00ab4856636e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.307218] env[69371]: DEBUG nova.compute.manager [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.307663] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.308952] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254944e-d3f3-4bb6-a510-2738c0a0e674 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.320162] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.320812] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1796492-5772-49ff-b92c-b891232a6bbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.330762] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1076.330762] env[69371]: value = "task-4130757" [ 1076.330762] env[69371]: _type = "Task" [ 1076.330762] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.341299] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.352529] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613461} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.352921] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.353252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.353594] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6324fc75-42ba-483f-86e5-bb2c6487c71a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.362639] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1076.362639] env[69371]: value = "task-4130758" [ 1076.362639] env[69371]: _type = "Task" [ 1076.362639] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.373659] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.378835] env[69371]: INFO nova.compute.manager [-] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Took 1.58 seconds to deallocate network for instance. [ 1076.379204] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cf5d47f-4819-4594-a6c4-2ed21cc88bed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.394798] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28eae5-ffeb-43ab-8f42-a0bfd2f5d9ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.428910] env[69371]: DEBUG nova.compute.manager [req-292dc5c5-7e77-44c0-a84c-a12c9b256794 req-35d03d1f-a61f-4721-966c-0cde9f3c4e65 service nova] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Detach interface failed, port_id=2cec892a-7ca2-4e25-8b19-09ed4252c1f2, reason: Instance 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.514507] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130755, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.537849] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130753, 'name': ReconfigVM_Task, 'duration_secs': 0.66545} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.538181] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 6f478eae-6f02-4f23-8470-e61d3a8c4068/6f478eae-6f02-4f23-8470-e61d3a8c4068.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.538945] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b117b8bb-ec5b-4fc9-8a1e-cd101c574f7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.549465] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1076.549465] env[69371]: value = "task-4130759" [ 1076.549465] env[69371]: _type = "Task" [ 1076.549465] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.559928] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130759, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.575510] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.576454] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eafcf44-44fe-4cf0-8d32-0b4e6c3cc63f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.583749] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.583995] env[69371]: ERROR oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk due to incomplete transfer. [ 1076.584390] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-194d3a91-be74-4a53-a1a2-3d2227d74a00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.594816] env[69371]: DEBUG oslo_vmware.rw_handles [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18050-c1b6-c798-a51a-b34f722015ff/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1076.595224] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Uploaded image 349d4efb-d57a-4c4e-8cd0-0b82b3723204 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1076.597637] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.598094] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29012865-f88f-4381-aeb1-8f514dc0055f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.606370] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1076.606370] env[69371]: value = "task-4130760" [ 1076.606370] env[69371]: _type = "Task" [ 1076.606370] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.617673] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130760, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.638092] env[69371]: DEBUG nova.scheduler.client.report [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.652233] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130756, 'name': Rename_Task, 'duration_secs': 0.203649} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.652988] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.653841] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00eb88ed-e527-435a-9991-6d51c7d031f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.662934] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1076.662934] env[69371]: value = "task-4130761" [ 1076.662934] env[69371]: _type = "Task" [ 1076.662934] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.675988] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.740181] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52498c46-b14b-8cab-d281-00ab4856636e, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.740454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.740858] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.741126] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.741282] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.741459] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.741867] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b17237-71a9-4bd3-afc4-1122019ad9f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.755842] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.756129] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.757217] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f78200-befe-4b70-a112-3732a4ceaa6b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.765826] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1076.765826] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecd1da-d3c9-64b3-e0f6-7895f4aac29a" [ 1076.765826] env[69371]: _type = "Task" [ 1076.765826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.776075] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecd1da-d3c9-64b3-e0f6-7895f4aac29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.845135] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130757, 'name': PowerOffVM_Task, 'duration_secs': 0.250681} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.845491] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.845491] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.845721] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdf3c7b-2d33-426e-877c-94a03ee702d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.876684] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101326} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.877141] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.878451] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361db61a-40c0-49c0-9df4-f696f4cea735 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.902119] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.912906] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.913435] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322716fb-d434-4f37-a2b8-62a4c667d5a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930408] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.930683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.930870] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleting the datastore file [datastore2] 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.931730] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b5ebc53-22e4-4fd2-8ed4-4d21cafd0ea7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.937578] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1076.937578] env[69371]: value = "task-4130763" [ 1076.937578] env[69371]: _type = "Task" [ 1076.937578] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.943082] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for the task: (returnval){ [ 1076.943082] env[69371]: value = "task-4130764" [ 1076.943082] env[69371]: _type = "Task" [ 1076.943082] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.951593] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.957689] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.016722] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130755, 'name': CreateVM_Task, 'duration_secs': 0.523586} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.016722] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.017230] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.017230] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.018221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.018221] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66135a22-0b52-41f5-829b-009949cd2b6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.023878] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1077.023878] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c1406a-5821-4e1c-63c6-fb497662cb66" [ 1077.023878] env[69371]: _type = "Task" [ 1077.023878] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.035105] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c1406a-5821-4e1c-63c6-fb497662cb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.061084] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130759, 'name': Rename_Task, 'duration_secs': 0.201307} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.061434] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.061767] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a1d669-77e7-4a61-93ef-dfd5f04091e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.070359] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1077.070359] env[69371]: value = "task-4130765" [ 1077.070359] env[69371]: _type = "Task" [ 1077.070359] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.081484] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.117103] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130760, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.146414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.146999] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.150344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.471s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.150572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.152941] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.276s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.153211] env[69371]: DEBUG nova.objects.instance [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'resources' on Instance uuid f160990b-2d41-4e91-a7e1-f06262a04f55 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.179494] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130761, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.186875] env[69371]: INFO nova.scheduler.client.report [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance c91eb2b2-9be3-441c-ad14-a79a8ad8726f [ 1077.280770] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ecd1da-d3c9-64b3-e0f6-7895f4aac29a, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.282045] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3387960-b50e-4e98-b490-045414b6a744 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.289709] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1077.289709] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52124f48-bab0-2632-eb2d-2ac75d70e1d3" [ 1077.289709] env[69371]: _type = "Task" [ 1077.289709] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.300917] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52124f48-bab0-2632-eb2d-2ac75d70e1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.455343] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.465033] env[69371]: DEBUG oslo_vmware.api [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Task: {'id': task-4130764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239092} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.465033] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.465033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.465033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.465033] env[69371]: INFO nova.compute.manager [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1077.465033] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.465033] env[69371]: DEBUG nova.compute.manager [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.465033] env[69371]: DEBUG nova.network.neutron [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.537221] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c1406a-5821-4e1c-63c6-fb497662cb66, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.537562] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.537821] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.540315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.540547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.540759] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.541095] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6971c6b-d6c7-4a42-845f-34ad4e6f7339 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.557719] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.557989] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.558928] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bfd93f-d20f-4699-9ed8-f5c3dc29711d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.565523] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1077.565523] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52314489-4d21-2f15-9957-eaba9c3ac388" [ 1077.565523] env[69371]: _type = "Task" [ 1077.565523] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.579590] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52314489-4d21-2f15-9957-eaba9c3ac388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.587113] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130765, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.620851] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130760, 'name': Destroy_Task, 'duration_secs': 0.547034} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.621843] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Destroyed the VM [ 1077.622182] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.622527] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e21b5d03-934a-43eb-a0f5-105042d24d4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.632933] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1077.632933] env[69371]: value = "task-4130766" [ 1077.632933] env[69371]: _type = "Task" [ 1077.632933] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.644690] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.657071] env[69371]: DEBUG nova.compute.utils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.661967] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.662190] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.678245] env[69371]: DEBUG oslo_vmware.api [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130761, 'name': PowerOnVM_Task, 'duration_secs': 0.670426} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.679794] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.680040] env[69371]: DEBUG nova.compute.manager [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.681170] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83829bf1-a108-4a9f-beab-9d142e7ddf8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.700948] env[69371]: DEBUG oslo_concurrency.lockutils [None req-960429e9-60ea-4a33-9b88-67e5cadf147e tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "c91eb2b2-9be3-441c-ad14-a79a8ad8726f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.222s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.771512] env[69371]: DEBUG nova.policy [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca43a52b160e46cda35136f0b5f027bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f436b853744265b257c1cfe6f3d308', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.801119] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52124f48-bab0-2632-eb2d-2ac75d70e1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.016771} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.806865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.807292] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.807908] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7237ae67-9b47-4910-b1a7-667203666f89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.817544] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1077.817544] env[69371]: value = "task-4130767" [ 1077.817544] env[69371]: _type = "Task" [ 1077.817544] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.835024] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.924901] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b7be8-1d5b-4abe-a2b3-4264b9fd2640 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.940269] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fb42e8-d12b-4179-9eb2-0726a74bc693 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.986157] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c97e42-9716-42dd-9184-7baa1090809a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.989360] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130763, 'name': ReconfigVM_Task, 'duration_secs': 0.736314} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.989971] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 6c199c65-64c8-418e-9456-5b7f24aa4db3/6c199c65-64c8-418e-9456-5b7f24aa4db3.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.992023] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d8021a-6def-4ede-a754-11a0bb9d07c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.998406] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a472dc-e60f-431d-a3c1-281155fc5557 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.005009] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1078.005009] env[69371]: value = "task-4130768" [ 1078.005009] env[69371]: _type = "Task" [ 1078.005009] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.019844] env[69371]: DEBUG nova.compute.provider_tree [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.029363] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130768, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.081076] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52314489-4d21-2f15-9957-eaba9c3ac388, 'name': SearchDatastore_Task, 'duration_secs': 0.019457} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.083393] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bf38ba-a6a6-4438-857b-93ae8b521e92 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.090252] env[69371]: DEBUG oslo_vmware.api [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130765, 'name': PowerOnVM_Task, 'duration_secs': 0.762529} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.091828] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.092107] env[69371]: INFO nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1078.092180] env[69371]: DEBUG nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.092492] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1078.092492] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52180554-32e7-7c51-86f6-e85699f1f11c" [ 1078.092492] env[69371]: _type = "Task" [ 1078.092492] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.093308] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ec261-f19e-4554-8cc6-37e13e567e89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.102784] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.103056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.103291] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.103556] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.103669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.111039] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52180554-32e7-7c51-86f6-e85699f1f11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.115784] env[69371]: INFO nova.compute.manager [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Terminating instance [ 1078.147012] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130766, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.165590] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.201222] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Successfully created port: f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.213371] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.235171] env[69371]: DEBUG nova.compute.manager [req-d4718055-2f00-46cf-bc79-7a9fb1c7f1ad req-e6aadc9b-40f0-44bd-8e6c-1e8c9e3ea1a5 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Received event network-vif-deleted-b0771fef-7c91-43c3-958f-5fe06e2bbd87 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.235614] env[69371]: INFO nova.compute.manager [req-d4718055-2f00-46cf-bc79-7a9fb1c7f1ad req-e6aadc9b-40f0-44bd-8e6c-1e8c9e3ea1a5 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Neutron deleted interface b0771fef-7c91-43c3-958f-5fe06e2bbd87; detaching it from the instance and deleting it from the info cache [ 1078.235773] env[69371]: DEBUG nova.network.neutron [req-d4718055-2f00-46cf-bc79-7a9fb1c7f1ad req-e6aadc9b-40f0-44bd-8e6c-1e8c9e3ea1a5 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.339246] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.490888] env[69371]: DEBUG nova.network.neutron [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.516418] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130768, 'name': Rename_Task, 'duration_secs': 0.284293} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.517021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.517021] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-912c457d-bea1-4ffd-aa83-cb23de3ce9fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.523214] env[69371]: DEBUG nova.scheduler.client.report [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.530526] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1078.530526] env[69371]: value = "task-4130769" [ 1078.530526] env[69371]: _type = "Task" [ 1078.530526] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.537554] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.607078] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52180554-32e7-7c51-86f6-e85699f1f11c, 'name': SearchDatastore_Task, 'duration_secs': 0.022889} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.607384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.607719] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.608034] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90dd1ee4-7209-42b4-aefe-d3a32fb1a5df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.614987] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1078.614987] env[69371]: value = "task-4130770" [ 1078.614987] env[69371]: _type = "Task" [ 1078.614987] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.626521] env[69371]: DEBUG nova.compute.manager [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.626521] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.626521] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d716dc-9f44-4fa0-9ac9-86ab3d66cf27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.630812] env[69371]: INFO nova.compute.manager [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Took 23.97 seconds to build instance. [ 1078.638356] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.644133] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.644469] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f094379-4d4b-41e5-844b-7ce25a98d829 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.652788] env[69371]: DEBUG oslo_vmware.api [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754933} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.653067] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1078.653306] env[69371]: INFO nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 1078.727932] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.728241] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.728456] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore2] ffce0b8f-679b-45b0-b97b-9e296a09882d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.728823] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874be7e0-92af-49c5-80ce-28c39ddb46cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.736695] env[69371]: DEBUG oslo_vmware.api [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1078.736695] env[69371]: value = "task-4130772" [ 1078.736695] env[69371]: _type = "Task" [ 1078.736695] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.741043] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edd3d604-df06-4b17-b567-3042be55d87a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.750279] env[69371]: DEBUG oslo_vmware.api [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.758041] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46089d61-b68a-4ca1-a965-fe82192cef7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.795566] env[69371]: DEBUG nova.compute.manager [req-d4718055-2f00-46cf-bc79-7a9fb1c7f1ad req-e6aadc9b-40f0-44bd-8e6c-1e8c9e3ea1a5 service nova] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Detach interface failed, port_id=b0771fef-7c91-43c3-958f-5fe06e2bbd87, reason: Instance 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.832532] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612014} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.832799] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.833094] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.833410] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b8f864-d51d-4247-aa57-33015e7734f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.842852] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1078.842852] env[69371]: value = "task-4130773" [ 1078.842852] env[69371]: _type = "Task" [ 1078.842852] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.854866] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.875241] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.875719] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.993966] env[69371]: INFO nova.compute.manager [-] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Took 1.53 seconds to deallocate network for instance. [ 1079.029987] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.033117] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.131s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.033117] env[69371]: DEBUG nova.objects.instance [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lazy-loading 'resources' on Instance uuid 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.047576] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.065908] env[69371]: INFO nova.scheduler.client.report [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted allocations for instance f160990b-2d41-4e91-a7e1-f06262a04f55 [ 1079.136244] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1ab44c0e-bdcc-4891-bbd3-0a88118e63a2 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.487s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.137100] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130770, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.158081] env[69371]: DEBUG nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance disappeared during snapshot {{(pid=69371) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1079.169885] env[69371]: DEBUG nova.compute.manager [None req-27b57797-ea18-4f24-a93a-07c62fdc23ae tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image not found during clean up 349d4efb-d57a-4c4e-8cd0-0b82b3723204 {{(pid=69371) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1079.179909] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.217378] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.217923] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.217923] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.218041] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.218188] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.218334] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.218567] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.218753] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.218929] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.219193] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.219424] env[69371]: DEBUG nova.virt.hardware [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.220402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b26c4b2-3ee0-46a3-8094-c76eb3970801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232911] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b34f7b-1a23-4461-8ed1-400a04241c8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.259675] env[69371]: DEBUG oslo_vmware.api [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.356959] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.358081] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.359182] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181808fe-bc0e-430a-b283-32c9a6959af2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.382354] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.396573] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.397590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.397880] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.398127] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.398734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.398734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.400634] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a2c879-d58f-4402-86ba-ad188b307f20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.417835] env[69371]: INFO nova.compute.manager [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Terminating instance [ 1079.426035] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1079.426035] env[69371]: value = "task-4130774" [ 1079.426035] env[69371]: _type = "Task" [ 1079.426035] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.438741] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.502036] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.553061] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130769, 'name': PowerOnVM_Task, 'duration_secs': 0.581663} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.553061] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.553061] env[69371]: DEBUG nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.554124] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f6cdd2-712a-4259-ac8f-a1823dd582bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.576793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6d1a2a7f-d489-422b-9e11-bac11147bbb5 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "f160990b-2d41-4e91-a7e1-f06262a04f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.814s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.628737] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870488} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.629051] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.629269] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.629540] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f29ad824-6027-43ef-9b2b-5d691ce0cc06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.639796] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1079.639796] env[69371]: value = "task-4130775" [ 1079.639796] env[69371]: _type = "Task" [ 1079.639796] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.654990] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.753530] env[69371]: DEBUG oslo_vmware.api [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605304} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.755231] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.755231] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.755231] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.755231] env[69371]: INFO nova.compute.manager [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.755231] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.755231] env[69371]: DEBUG nova.compute.manager [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.755231] env[69371]: DEBUG nova.network.neutron [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.767713] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de332e-c071-422e-8f09-6b31099cfe1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.776623] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ccc8e4-4db0-473f-af67-1dd9d0a3c999 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.810871] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b17f3f-8a48-48cc-8790-8fefdca129ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.819579] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c07702-6237-4578-8689-bea5ec03f747 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.835573] env[69371]: DEBUG nova.compute.provider_tree [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.910170] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Successfully updated port: f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.923103] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "refresh_cache-09a047cc-5e8e-4fdf-9af9-d6b9d5499648" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.923296] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquired lock "refresh_cache-09a047cc-5e8e-4fdf-9af9-d6b9d5499648" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.923482] env[69371]: DEBUG nova.network.neutron [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.930671] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.939191] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.019166] env[69371]: DEBUG nova.compute.manager [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.019166] env[69371]: DEBUG nova.compute.manager [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing instance network info cache due to event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.019530] env[69371]: DEBUG oslo_concurrency.lockutils [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] Acquiring lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.019530] env[69371]: DEBUG oslo_concurrency.lockutils [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] Acquired lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.019795] env[69371]: DEBUG nova.network.neutron [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.073169] env[69371]: INFO nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] bringing vm to original state: 'stopped' [ 1080.156327] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09046} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.156629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.157577] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ef7f2-a132-41e8-b467-b9e38ee0cf24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.187746] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.189702] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a1895f-ef33-4d23-884c-63f4059c6048 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.211824] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1080.211824] env[69371]: value = "task-4130776" [ 1080.211824] env[69371]: _type = "Task" [ 1080.211824] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.225839] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.338779] env[69371]: DEBUG nova.scheduler.client.report [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.411362] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.411527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.411693] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.441636] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130774, 'name': ReconfigVM_Task, 'duration_secs': 0.743544} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.442013] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.442777] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b092f863-abd2-4234-aee5-aa76a0d35e34 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.454025] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1080.454025] env[69371]: value = "task-4130777" [ 1080.454025] env[69371]: _type = "Task" [ 1080.454025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.463423] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130777, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.474759] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.475013] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.475277] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.475483] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.475732] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] No waiting events found dispatching network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1080.475973] env[69371]: WARNING nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received unexpected event network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e for instance with vm_state building and task_state spawning. [ 1080.476275] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-changed-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.476510] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing instance network info cache due to event network-changed-f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.476748] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.610321] env[69371]: DEBUG nova.network.neutron [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.675233] env[69371]: DEBUG nova.network.neutron [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.728858] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.798340] env[69371]: DEBUG nova.network.neutron [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.847590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.853704] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.643s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.853936] env[69371]: DEBUG nova.objects.instance [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.897214] env[69371]: INFO nova.scheduler.client.report [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Deleted allocations for instance 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3 [ 1080.962177] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.977244] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130777, 'name': Rename_Task, 'duration_secs': 0.203426} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.977244] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.977551] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bba00a-3170-4a74-b849-11cc91f0e643 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.986013] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1080.986013] env[69371]: value = "task-4130778" [ 1080.986013] env[69371]: _type = "Task" [ 1080.986013] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.000266] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.064581] env[69371]: DEBUG nova.network.neutron [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updated VIF entry in instance network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.064581] env[69371]: DEBUG nova.network.neutron [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updating instance_info_cache with network_info: [{"id": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "address": "fa:16:3e:1d:45:9d", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8389dc6e-8c", "ovs_interfaceid": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.081970] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.082281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.082510] env[69371]: DEBUG nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.084309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb1886-1d9e-4e29-aceb-f916ea21da1f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.097333] env[69371]: DEBUG nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1081.113045] env[69371]: INFO nova.compute.manager [-] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Took 1.36 seconds to deallocate network for instance. [ 1081.166964] env[69371]: DEBUG nova.network.neutron [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.228948] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130776, 'name': ReconfigVM_Task, 'duration_secs': 0.67043} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.229020] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c/05ea7d54-8b7b-48ba-a7d0-87dd1dad081c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.233026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa08f2f-8837-4bbe-8941-a3f6cfa76f69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.239359] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1081.239359] env[69371]: value = "task-4130779" [ 1081.239359] env[69371]: _type = "Task" [ 1081.239359] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.251924] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130779, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.301631] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Releasing lock "refresh_cache-09a047cc-5e8e-4fdf-9af9-d6b9d5499648" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302197] env[69371]: DEBUG nova.compute.manager [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.302414] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.303307] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3062f637-6a6d-4de5-94e3-2281a5458f50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.313464] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.313464] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c349dc6-5e9f-4584-84e5-72675efeaab4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.323031] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1081.323031] env[69371]: value = "task-4130780" [ 1081.323031] env[69371]: _type = "Task" [ 1081.323031] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.336266] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.411185] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0ab0e2b2-ee63-4a84-a241-7ce024eebb00 tempest-ServersAdminNegativeTestJSON-1751322535 tempest-ServersAdminNegativeTestJSON-1751322535-project-member] Lock "26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.361s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.498481] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.526969] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.527278] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.566325] env[69371]: DEBUG oslo_concurrency.lockutils [req-e76d7efc-2757-414c-93cb-32107bb1a1bf req-686a2f62-b1c6-46dc-b1c4-af81394c3ef3 service nova] Releasing lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.605314] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.605314] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b5b7bc-b4b4-456c-b6e6-e74abf217339 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.615246] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1081.615246] env[69371]: value = "task-4130781" [ 1081.615246] env[69371]: _type = "Task" [ 1081.615246] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.620947] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.625912] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.670993] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.671391] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance network_info: |[{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.671658] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.671846] env[69371]: DEBUG nova.network.neutron [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing network info cache for port f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.673115] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:bf:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f439a435-b086-4937-b96a-317482bc9e7e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.681319] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.681889] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.682785] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a0017d-4349-4413-a29d-08786ba3c031 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.705246] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.705246] env[69371]: value = "task-4130782" [ 1081.705246] env[69371]: _type = "Task" [ 1081.705246] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.718387] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130782, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.750057] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130779, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.836953] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.866986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb08d7f0-e773-4855-9c55-72dce6f68b5d tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.868493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.367s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.869015] env[69371]: DEBUG nova.objects.instance [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lazy-loading 'resources' on Instance uuid 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.002973] env[69371]: DEBUG oslo_vmware.api [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130778, 'name': PowerOnVM_Task, 'duration_secs': 0.951852} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.003496] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.003833] env[69371]: INFO nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1082.004153] env[69371]: DEBUG nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.005656] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dda7d7-81e8-4fc8-8110-de3d98aa3f28 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.030177] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.126111] env[69371]: DEBUG oslo_vmware.api [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130781, 'name': PowerOffVM_Task, 'duration_secs': 0.268822} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.128999] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.128999] env[69371]: DEBUG nova.compute.manager [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.128999] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1733d7f8-f85e-4093-97a7-e782da59ef9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.164039] env[69371]: DEBUG nova.compute.manager [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.164039] env[69371]: DEBUG nova.compute.manager [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing instance network info cache due to event network-changed-8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.164303] env[69371]: DEBUG oslo_concurrency.lockutils [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] Acquiring lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.164450] env[69371]: DEBUG oslo_concurrency.lockutils [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] Acquired lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.164616] env[69371]: DEBUG nova.network.neutron [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Refreshing network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.216630] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130782, 'name': CreateVM_Task, 'duration_secs': 0.461082} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.219662] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.220443] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.220627] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.220961] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.225025] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06625d50-84ac-49af-90dc-c9d23a621f25 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.227927] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1082.227927] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5263fcfc-1988-9fed-fa85-52ee6830d094" [ 1082.227927] env[69371]: _type = "Task" [ 1082.227927] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.240908] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5263fcfc-1988-9fed-fa85-52ee6830d094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.253084] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130779, 'name': Rename_Task, 'duration_secs': 0.763672} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.253084] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.253084] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0493c5-3991-4ec9-9a9e-9027fda49e7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.260446] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1082.260446] env[69371]: value = "task-4130783" [ 1082.260446] env[69371]: _type = "Task" [ 1082.260446] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.270086] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.338063] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130780, 'name': PowerOffVM_Task, 'duration_secs': 0.650145} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.338656] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.338656] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.338861] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28976af8-a406-4089-8abc-cbff47284104 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.378696] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.378956] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.379951] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Deleting the datastore file [datastore1] 09a047cc-5e8e-4fdf-9af9-d6b9d5499648 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.379951] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b51255b3-da28-4f7a-9d0e-20459ad1c8b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.392306] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for the task: (returnval){ [ 1082.392306] env[69371]: value = "task-4130785" [ 1082.392306] env[69371]: _type = "Task" [ 1082.392306] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.409360] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.450000] env[69371]: DEBUG nova.network.neutron [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updated VIF entry in instance network info cache for port f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.450455] env[69371]: DEBUG nova.network.neutron [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.537247] env[69371]: INFO nova.compute.manager [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Took 24.33 seconds to build instance. [ 1082.559442] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.598372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ecdd6-ebf9-46c7-b277-cd09f5e98c41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.608720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd82f5d-0a3c-4229-8450-a2b9b4cc729a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.651067] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.653150] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f19eb-af9c-4975-afc0-4bf4708a5b7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.663254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba658d-2419-4bd5-bef8-8abc4fad38da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.681296] env[69371]: DEBUG nova.compute.provider_tree [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.743846] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5263fcfc-1988-9fed-fa85-52ee6830d094, 'name': SearchDatastore_Task, 'duration_secs': 0.021336} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.744905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.745795] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.749014] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.749014] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.749014] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.749014] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67479dfd-b7e3-4da4-994b-63e357c83d7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.766113] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.766391] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.767746] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf455cb7-6353-48f6-92a5-cfc2ed8ad6b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.777386] env[69371]: DEBUG oslo_vmware.api [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130783, 'name': PowerOnVM_Task, 'duration_secs': 0.501555} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.780825] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.781096] env[69371]: DEBUG nova.compute.manager [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.782250] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc80621-68c3-46aa-aabf-f3bc11f04582 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787929] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1082.787929] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523317e9-aebf-899a-d1d6-39e9f395ed63" [ 1082.787929] env[69371]: _type = "Task" [ 1082.787929] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.805502] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523317e9-aebf-899a-d1d6-39e9f395ed63, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.806489] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a52ff86-82be-4c77-a080-4c9e75363054 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.815343] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1082.815343] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa573d-4358-9f39-275c-3ef23c44f9f5" [ 1082.815343] env[69371]: _type = "Task" [ 1082.815343] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.826302] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa573d-4358-9f39-275c-3ef23c44f9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.904525] env[69371]: DEBUG oslo_vmware.api [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Task: {'id': task-4130785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17429} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.904915] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.905182] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.905429] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.905667] env[69371]: INFO nova.compute.manager [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1082.906000] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.906313] env[69371]: DEBUG nova.compute.manager [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.906459] env[69371]: DEBUG nova.network.neutron [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.929936] env[69371]: DEBUG nova.network.neutron [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.955327] env[69371]: DEBUG oslo_concurrency.lockutils [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.955634] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Received event network-vif-deleted-29067a0e-ffb5-4151-9c44-52c4fa2bbb6d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.955826] env[69371]: INFO nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Neutron deleted interface 29067a0e-ffb5-4151-9c44-52c4fa2bbb6d; detaching it from the instance and deleting it from the info cache [ 1082.955994] env[69371]: DEBUG nova.network.neutron [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.008939] env[69371]: DEBUG nova.network.neutron [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updated VIF entry in instance network info cache for port 8389dc6e-8c41-4418-b16b-546f5c08bd5e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.009361] env[69371]: DEBUG nova.network.neutron [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updating instance_info_cache with network_info: [{"id": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "address": "fa:16:3e:1d:45:9d", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8389dc6e-8c", "ovs_interfaceid": "8389dc6e-8c41-4418-b16b-546f5c08bd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.045358] env[69371]: DEBUG oslo_concurrency.lockutils [None req-802de1c4-4893-421a-ac80-b8e05517cfc2 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.852s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.081281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.081688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.167245] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.185367] env[69371]: DEBUG nova.scheduler.client.report [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.308703] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.327257] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa573d-4358-9f39-275c-3ef23c44f9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014231} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.328215] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.328518] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.328814] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f929236e-b5a0-4879-8a91-ba6de8d37b7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.339499] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1083.339499] env[69371]: value = "task-4130786" [ 1083.339499] env[69371]: _type = "Task" [ 1083.339499] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.350866] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.433638] env[69371]: DEBUG nova.network.neutron [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.460298] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f35800e-467c-4d78-aff6-d2c4d03d66dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.470752] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6a1d9-c894-4507-bbe6-cffe57d972b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.507168] env[69371]: DEBUG nova.compute.manager [req-1732a3fa-0ec2-4ae9-bf50-a8f4b213af2e req-5ca96e2f-8702-4550-beb6-8783748027ca service nova] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Detach interface failed, port_id=29067a0e-ffb5-4151-9c44-52c4fa2bbb6d, reason: Instance ffce0b8f-679b-45b0-b97b-9e296a09882d could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.512738] env[69371]: DEBUG oslo_concurrency.lockutils [req-ae921a43-72bf-4b43-835d-bd15239f3fa3 req-9f27e466-bb97-4aac-b53b-1887c005531c service nova] Releasing lock "refresh_cache-6f478eae-6f02-4f23-8470-e61d3a8c4068" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.585808] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.690300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.693665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.766s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.696131] env[69371]: INFO nova.compute.claims [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.716835] env[69371]: INFO nova.scheduler.client.report [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Deleted allocations for instance 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5 [ 1083.851496] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130786, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.936228] env[69371]: INFO nova.compute.manager [-] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Took 1.03 seconds to deallocate network for instance. [ 1083.987915] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.988130] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.988810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.988810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.988810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.994213] env[69371]: INFO nova.compute.manager [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Terminating instance [ 1084.113105] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.199182] env[69371]: DEBUG nova.compute.manager [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.229914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c04b8efc-7f13-4b99-9b69-87c59d910fdd tempest-ServerRescueNegativeTestJSON-2810147 tempest-ServerRescueNegativeTestJSON-2810147-project-member] Lock "3a0b8487-3566-4af1-9ef6-7d4ecf07dee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.438s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.351601] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813375} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.351850] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.352046] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.352292] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ab40077-253d-4828-8274-76d587b9e12d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.360427] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1084.360427] env[69371]: value = "task-4130787" [ 1084.360427] env[69371]: _type = "Task" [ 1084.360427] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.373694] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.444334] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.499590] env[69371]: DEBUG nova.compute.manager [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.499939] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.501274] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3c2fc6-64f0-4a0b-adaa-0d0268913429 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.513924] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.515794] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d8b54d5-d46c-407c-b1c2-5dddce62a14c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.613194] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.613522] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.613761] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore1] 6c199c65-64c8-418e-9456-5b7f24aa4db3 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.614181] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b40f87a-1530-4512-a7a6-2952e5749675 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.623371] env[69371]: DEBUG oslo_vmware.api [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1084.623371] env[69371]: value = "task-4130789" [ 1084.623371] env[69371]: _type = "Task" [ 1084.623371] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.633583] env[69371]: DEBUG oslo_vmware.api [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.728763] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.874539] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07556} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.875808] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.875954] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047d42c9-6a4d-4e85-bf5f-0d2fab389662 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.901291] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.904438] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555e6eac-68b7-4542-b67c-7b4ea2d9d581 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.927751] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1084.927751] env[69371]: value = "task-4130790" [ 1084.927751] env[69371]: _type = "Task" [ 1084.927751] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.938678] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.028256] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ea081c-73a2-4798-bc2b-dfda6299730f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.036870] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b104ac-a50b-4dd3-b98f-e6f89e98e4fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.078364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda450b-fef6-4705-bf29-2cde5a1e3614 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.092043] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08a0cb-2138-4893-b703-7159032a2e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.113212] env[69371]: DEBUG nova.compute.provider_tree [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.134646] env[69371]: DEBUG oslo_vmware.api [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476678} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.134921] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.135139] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.135305] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.135481] env[69371]: INFO nova.compute.manager [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1085.136111] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.136366] env[69371]: DEBUG nova.compute.manager [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.136469] env[69371]: DEBUG nova.network.neutron [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.143027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.143264] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.440270] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.616598] env[69371]: DEBUG nova.scheduler.client.report [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.648613] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.659594] env[69371]: DEBUG nova.compute.manager [req-ecb876f4-3486-4721-ab1c-6a0117226770 req-8507b73b-3fcc-46b9-a5b6-66cee18a497c service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Received event network-vif-deleted-b17b2170-5679-4999-9999-d95a76718a82 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.661014] env[69371]: INFO nova.compute.manager [req-ecb876f4-3486-4721-ab1c-6a0117226770 req-8507b73b-3fcc-46b9-a5b6-66cee18a497c service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Neutron deleted interface b17b2170-5679-4999-9999-d95a76718a82; detaching it from the instance and deleting it from the info cache [ 1085.661014] env[69371]: DEBUG nova.network.neutron [req-ecb876f4-3486-4721-ab1c-6a0117226770 req-8507b73b-3fcc-46b9-a5b6-66cee18a497c service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.939319] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130790, 'name': ReconfigVM_Task, 'duration_secs': 0.687845} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.942493] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.942493] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ea6bf0-4218-42ce-bbad-9675c3ea9b3e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.949020] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1085.949020] env[69371]: value = "task-4130791" [ 1085.949020] env[69371]: _type = "Task" [ 1085.949020] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.957617] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130791, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.084101] env[69371]: DEBUG nova.network.neutron [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.124678] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.125218] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.133361] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.512s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.133683] env[69371]: DEBUG nova.objects.instance [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lazy-loading 'resources' on Instance uuid ffce0b8f-679b-45b0-b97b-9e296a09882d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.162797] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4516502-7ab0-43c3-90c3-31d428ef4ab2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.177258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e603e259-9858-45e5-a453-316a7cbe2dc8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.192832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.215035] env[69371]: DEBUG nova.compute.manager [req-ecb876f4-3486-4721-ab1c-6a0117226770 req-8507b73b-3fcc-46b9-a5b6-66cee18a497c service nova] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Detach interface failed, port_id=b17b2170-5679-4999-9999-d95a76718a82, reason: Instance 6c199c65-64c8-418e-9456-5b7f24aa4db3 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.459060] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130791, 'name': Rename_Task, 'duration_secs': 0.403613} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.461124] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.461124] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727b7437-1d37-4f8a-b34d-bf5e2db203ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.467998] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1086.467998] env[69371]: value = "task-4130792" [ 1086.467998] env[69371]: _type = "Task" [ 1086.467998] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.476686] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.588915] env[69371]: INFO nova.compute.manager [-] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Took 1.45 seconds to deallocate network for instance. [ 1086.637606] env[69371]: DEBUG nova.compute.utils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.642348] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.642566] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.689714] env[69371]: DEBUG nova.policy [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975db30bb8064ca48c1c2b13d366cf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4f12781c2545eda6d2c86983347eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.895898] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d960e2-49ac-4a51-a42b-1b0d4006db53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.912729] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efaccc5-891a-444a-8491-8a788e549b80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.956889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e25f6-9a9a-4664-90d9-2c3bf285a87e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.965723] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04bd773-eddf-4a33-9f04-77c342c43830 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.989268] env[69371]: DEBUG nova.compute.provider_tree [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.994355] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130792, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.037765] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Successfully created port: db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.095783] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.142296] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.488223] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130792, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.496874] env[69371]: DEBUG nova.scheduler.client.report [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.984299] env[69371]: DEBUG oslo_vmware.api [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130792, 'name': PowerOnVM_Task, 'duration_secs': 1.152265} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.984474] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.985596] env[69371]: INFO nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1087.985596] env[69371]: DEBUG nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.986390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c03509-4a50-4c0c-b59b-3374d0817e48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.003300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.005997] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.447s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.007833] env[69371]: INFO nova.compute.claims [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.039531] env[69371]: INFO nova.scheduler.client.report [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted allocations for instance ffce0b8f-679b-45b0-b97b-9e296a09882d [ 1088.154830] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.198353] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.198975] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.198975] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.198975] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.198975] env[69371]: DEBUG nova.virt.hardware [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.200645] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d4fc3-89f0-4ad0-9daa-9c841a9db199 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.210213] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65acb821-65a5-434f-9a53-dde91d04e0d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.511140] env[69371]: INFO nova.compute.manager [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Took 20.15 seconds to build instance. [ 1088.551015] env[69371]: DEBUG oslo_concurrency.lockutils [None req-569e3cbd-db4f-4d23-9e0d-9192022cac2e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "ffce0b8f-679b-45b0-b97b-9e296a09882d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.448s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.602286] env[69371]: DEBUG nova.compute.manager [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Received event network-vif-plugged-db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.602983] env[69371]: DEBUG oslo_concurrency.lockutils [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] Acquiring lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.603304] env[69371]: DEBUG oslo_concurrency.lockutils [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.603712] env[69371]: DEBUG oslo_concurrency.lockutils [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.603922] env[69371]: DEBUG nova.compute.manager [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] No waiting events found dispatching network-vif-plugged-db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1088.604650] env[69371]: WARNING nova.compute.manager [req-23ead20a-1cfd-4a3c-9371-1fd65d0ebb04 req-6fea61a6-20e4-42c7-ada6-338876713388 service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Received unexpected event network-vif-plugged-db70e947-fa9f-488b-82bc-463e39bc1ed7 for instance with vm_state building and task_state spawning. [ 1088.816766] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Successfully updated port: db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.013793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-02326d7b-a408-4cbd-a0df-080508e86f7e tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.665s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.247592] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82fda5-8bfb-4248-aecc-afc038c3b639 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.258705] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8b168-bc19-4d49-b84e-b843ebdbeaf8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.292731] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e66ac19-46d5-40cc-9e6d-18cf374423e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.305992] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f49afb-755b-439c-ba96-7efa810e8274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.322018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.322156] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.322301] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.326056] env[69371]: DEBUG nova.compute.provider_tree [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.462783] env[69371]: DEBUG nova.compute.manager [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-changed-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.463089] env[69371]: DEBUG nova.compute.manager [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing instance network info cache due to event network-changed-f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.463135] env[69371]: DEBUG oslo_concurrency.lockutils [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.463264] env[69371]: DEBUG oslo_concurrency.lockutils [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.463424] env[69371]: DEBUG nova.network.neutron [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing network info cache for port f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.830714] env[69371]: DEBUG nova.scheduler.client.report [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.883917] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.188119] env[69371]: DEBUG nova.network.neutron [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Updating instance_info_cache with network_info: [{"id": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "address": "fa:16:3e:25:8c:23", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb70e947-fa", "ovs_interfaceid": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.339205] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.339205] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.343571] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.176s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.343848] env[69371]: DEBUG nova.objects.instance [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1090.411191] env[69371]: DEBUG nova.network.neutron [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updated VIF entry in instance network info cache for port f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.411582] env[69371]: DEBUG nova.network.neutron [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.636145] env[69371]: DEBUG nova.compute.manager [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Received event network-changed-db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.639019] env[69371]: DEBUG nova.compute.manager [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Refreshing instance network info cache due to event network-changed-db70e947-fa9f-488b-82bc-463e39bc1ed7. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.639019] env[69371]: DEBUG oslo_concurrency.lockutils [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] Acquiring lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.691184] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.691511] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Instance network_info: |[{"id": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "address": "fa:16:3e:25:8c:23", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb70e947-fa", "ovs_interfaceid": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.695154] env[69371]: DEBUG oslo_concurrency.lockutils [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] Acquired lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.695154] env[69371]: DEBUG nova.network.neutron [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Refreshing network info cache for port db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.695154] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:8c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db70e947-fa9f-488b-82bc-463e39bc1ed7', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.703306] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.704170] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.704405] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a0bcfe-0288-431e-93ac-e93b68b2a04e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.726046] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.726046] env[69371]: value = "task-4130793" [ 1090.726046] env[69371]: _type = "Task" [ 1090.726046] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.735255] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130793, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.845938] env[69371]: DEBUG nova.compute.utils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.847028] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.847028] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.915253] env[69371]: DEBUG oslo_concurrency.lockutils [req-a2a6e13e-e6d6-4af5-9528-2fafcbe84efc req-6b2494c4-4cb4-4ec5-bbf4-af7763bc9e8d service nova] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.919792] env[69371]: DEBUG nova.policy [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.239057] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130793, 'name': CreateVM_Task, 'duration_secs': 0.368311} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.239500] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.240140] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.240345] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.240705] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.241069] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08d502d-7eed-4f68-a1ed-e61a21173730 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.247748] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1091.247748] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f90e3c-9dc3-b529-c6b6-d0a5eabd952c" [ 1091.247748] env[69371]: _type = "Task" [ 1091.247748] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.262670] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f90e3c-9dc3-b529-c6b6-d0a5eabd952c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.350996] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.359623] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eb098d93-6625-410b-a705-1ba0f9614e68 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.360945] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.052s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.361157] env[69371]: DEBUG nova.objects.instance [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1091.370251] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Successfully created port: 535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.569734] env[69371]: DEBUG nova.network.neutron [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Updated VIF entry in instance network info cache for port db70e947-fa9f-488b-82bc-463e39bc1ed7. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.570124] env[69371]: DEBUG nova.network.neutron [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Updating instance_info_cache with network_info: [{"id": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "address": "fa:16:3e:25:8c:23", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb70e947-fa", "ovs_interfaceid": "db70e947-fa9f-488b-82bc-463e39bc1ed7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.767484] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f90e3c-9dc3-b529-c6b6-d0a5eabd952c, 'name': SearchDatastore_Task, 'duration_secs': 0.036717} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.768203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.768561] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.769397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.769397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.769397] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.769753] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00b3ad70-1673-4266-bf81-f2a630fbf384 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.782194] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.783149] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.784590] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6dc1e2c-fe5e-4c55-a54e-0841b0a42431 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.794358] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1091.794358] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520801ac-1135-eecb-c7c9-b2b4c20497e7" [ 1091.794358] env[69371]: _type = "Task" [ 1091.794358] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.808034] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520801ac-1135-eecb-c7c9-b2b4c20497e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.075523] env[69371]: DEBUG oslo_concurrency.lockutils [req-ed5ca303-6b2c-4e29-bb75-62229c590023 req-8f134a41-655c-4b38-8720-a0d6a0c1cacc service nova] Releasing lock "refresh_cache-d6f399ad-8f7f-489e-b74a-ed2b0c84cada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.307572] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520801ac-1135-eecb-c7c9-b2b4c20497e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013141} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.308860] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2f19cd-50ed-4058-b82c-c48fb2c1ab4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.318593] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1092.318593] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71720-d376-d0d1-e24b-78d7de60d0c8" [ 1092.318593] env[69371]: _type = "Task" [ 1092.318593] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.329387] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71720-d376-d0d1-e24b-78d7de60d0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.368163] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.381664] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b41b0f53-dc57-4eb9-a6a5-134ee4dfa65c tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.389670] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.274s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.393698] env[69371]: INFO nova.compute.claims [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.412306] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.412736] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.412873] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.417025] env[69371]: DEBUG nova.virt.hardware [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.417025] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9029a5-55be-4efe-a418-6e29539b8f62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.428753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2babc5-90a4-46bc-8d35-6870bd5a20de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.719049] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.719049] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.829542] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a71720-d376-d0d1-e24b-78d7de60d0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.037345} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.829827] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.830145] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d6f399ad-8f7f-489e-b74a-ed2b0c84cada/d6f399ad-8f7f-489e-b74a-ed2b0c84cada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.830428] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f87395-29fa-44be-a508-1c221a037ab1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.839087] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1092.839087] env[69371]: value = "task-4130794" [ 1092.839087] env[69371]: _type = "Task" [ 1092.839087] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.848309] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.915403] env[69371]: DEBUG nova.compute.manager [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received event network-vif-plugged-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.915403] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.915403] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.915403] env[69371]: DEBUG oslo_concurrency.lockutils [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.915403] env[69371]: DEBUG nova.compute.manager [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] No waiting events found dispatching network-vif-plugged-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1092.916269] env[69371]: WARNING nova.compute.manager [req-7d5c6619-e149-4016-b7eb-191515c9cdc3 req-feee4cac-f3a6-4d0b-a81e-fe87d80e5227 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received unexpected event network-vif-plugged-535e33db-cc97-4404-9203-904ff74f5086 for instance with vm_state building and task_state spawning. [ 1093.032602] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Successfully updated port: 535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.221808] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.351255] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504005} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.351539] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d6f399ad-8f7f-489e-b74a-ed2b0c84cada/d6f399ad-8f7f-489e-b74a-ed2b0c84cada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.351761] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.352902] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e715bc6-5d7c-4a50-b021-6548a1893f8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.360667] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1093.360667] env[69371]: value = "task-4130795" [ 1093.360667] env[69371]: _type = "Task" [ 1093.360667] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.372478] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.540171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.540362] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.540450] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.638628] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e2d3d-9049-430c-bada-475534734d69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.649256] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c2bf40-b4df-459b-b3db-a7c9e8ddbf96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.690720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5da3e-856e-4dc9-801b-b9191fcb77d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.699796] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda77d87-a6cd-48ee-9fab-7d0bbe7e54f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.720524] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.721102] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.722869] env[69371]: DEBUG nova.compute.provider_tree [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.750435] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.871613] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073846} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.871935] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.872854] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103c16c-6d82-485f-af1f-52da80fb0ee2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.897840] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d6f399ad-8f7f-489e-b74a-ed2b0c84cada/d6f399ad-8f7f-489e-b74a-ed2b0c84cada.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.898219] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e234115-924c-495c-b6bf-da838c6a64c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.919301] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1093.919301] env[69371]: value = "task-4130796" [ 1093.919301] env[69371]: _type = "Task" [ 1093.919301] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.928578] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.073997] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.226897] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.230324] env[69371]: DEBUG nova.network.neutron [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updating instance_info_cache with network_info: [{"id": "535e33db-cc97-4404-9203-904ff74f5086", "address": "fa:16:3e:45:52:80", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535e33db-cc", "ovs_interfaceid": "535e33db-cc97-4404-9203-904ff74f5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.232233] env[69371]: DEBUG nova.scheduler.client.report [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.429893] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130796, 'name': ReconfigVM_Task, 'duration_secs': 0.298939} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.431053] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d6f399ad-8f7f-489e-b74a-ed2b0c84cada/d6f399ad-8f7f-489e-b74a-ed2b0c84cada.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.431216] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca37154-e9eb-4a77-8841-86333574a7d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.438613] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1094.438613] env[69371]: value = "task-4130797" [ 1094.438613] env[69371]: _type = "Task" [ 1094.438613] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.446851] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130797, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.739185] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.739525] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance network_info: |[{"id": "535e33db-cc97-4404-9203-904ff74f5086", "address": "fa:16:3e:45:52:80", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535e33db-cc", "ovs_interfaceid": "535e33db-cc97-4404-9203-904ff74f5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.740246] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.740723] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.745752] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:52:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535e33db-cc97-4404-9203-904ff74f5086', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.753925] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.754201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.310s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.754475] env[69371]: DEBUG nova.objects.instance [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lazy-loading 'resources' on Instance uuid 09a047cc-5e8e-4fdf-9af9-d6b9d5499648 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.756606] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.757404] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cff920a5-3848-4fdc-8b05-b8cc769c1a1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.776337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.784747] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.784747] env[69371]: value = "task-4130798" [ 1094.784747] env[69371]: _type = "Task" [ 1094.784747] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.796464] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130798, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.946180] env[69371]: DEBUG nova.compute.manager [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received event network-changed-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.946481] env[69371]: DEBUG nova.compute.manager [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Refreshing instance network info cache due to event network-changed-535e33db-cc97-4404-9203-904ff74f5086. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.946806] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] Acquiring lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.947088] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] Acquired lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.947349] env[69371]: DEBUG nova.network.neutron [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Refreshing network info cache for port 535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.955395] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130797, 'name': Rename_Task, 'duration_secs': 0.189923} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.955789] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.956149] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c971c42-b334-49e2-817a-3376b0f87d07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.964437] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1094.964437] env[69371]: value = "task-4130799" [ 1094.964437] env[69371]: _type = "Task" [ 1094.964437] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.973631] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.260030] env[69371]: DEBUG nova.compute.utils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.264779] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.265572] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.300902] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130798, 'name': CreateVM_Task, 'duration_secs': 0.384112} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.300902] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.300902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.300902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.300902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.300902] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f21c66-f531-4d34-992e-8d7ac5121d4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.307290] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1095.307290] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5245dc83-8b6f-9614-2596-029117191b10" [ 1095.307290] env[69371]: _type = "Task" [ 1095.307290] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.318029] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5245dc83-8b6f-9614-2596-029117191b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.325055] env[69371]: DEBUG nova.policy [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.479876] env[69371]: DEBUG oslo_vmware.api [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130799, 'name': PowerOnVM_Task, 'duration_secs': 0.481227} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.480289] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.480508] env[69371]: INFO nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1095.480690] env[69371]: DEBUG nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.481625] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e0583-0b41-4abb-9e90-13306721e42d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.526270] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96089a72-34d8-41c9-aac0-9543b4162e82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.535708] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282852d-e0cb-40c3-bfba-78b5112dfd7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.572425] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e18dc-360b-4cab-98ce-f5b3c831ecdc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.581533] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d80f4f-af40-45bc-9e51-8c5ed2271b7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.600427] env[69371]: DEBUG nova.compute.provider_tree [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.762969] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.806461] env[69371]: DEBUG nova.network.neutron [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updated VIF entry in instance network info cache for port 535e33db-cc97-4404-9203-904ff74f5086. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.806809] env[69371]: DEBUG nova.network.neutron [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updating instance_info_cache with network_info: [{"id": "535e33db-cc97-4404-9203-904ff74f5086", "address": "fa:16:3e:45:52:80", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535e33db-cc", "ovs_interfaceid": "535e33db-cc97-4404-9203-904ff74f5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.818318] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5245dc83-8b6f-9614-2596-029117191b10, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.818966] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.819252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.819489] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.819634] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.820045] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.820304] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c278076d-6976-4417-a5c4-2398a03f2419 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.826466] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Successfully created port: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.829978] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.830216] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.830939] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e43d60-1112-4713-8579-cf546b564fc2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.836407] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1095.836407] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52deae06-e4fd-b0a2-47f6-efa0b1bc42f7" [ 1095.836407] env[69371]: _type = "Task" [ 1095.836407] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.844846] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52deae06-e4fd-b0a2-47f6-efa0b1bc42f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.006010] env[69371]: INFO nova.compute.manager [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Took 16.11 seconds to build instance. [ 1096.103417] env[69371]: DEBUG nova.scheduler.client.report [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.311976] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9ff5b8a-81da-4e92-8042-9575a0182bfb req-1ba5611e-02b5-4dee-a580-b282aaf326e3 service nova] Releasing lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.349153] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52deae06-e4fd-b0a2-47f6-efa0b1bc42f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.350107] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99e33e8-f25d-40be-9e1b-d9f32048d69a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356287] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1096.356287] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528b5564-d882-38b0-ba4b-317f92ba7373" [ 1096.356287] env[69371]: _type = "Task" [ 1096.356287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.366616] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528b5564-d882-38b0-ba4b-317f92ba7373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.510145] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3ce0e4-8467-433f-90a9-539fc35f54df tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.634s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.611019] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.611229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.882s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.640880] env[69371]: INFO nova.scheduler.client.report [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Deleted allocations for instance 09a047cc-5e8e-4fdf-9af9-d6b9d5499648 [ 1096.774579] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.802107] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.802445] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.802638] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.802874] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.803112] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.803346] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.803593] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.803756] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.803931] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.804115] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.804297] env[69371]: DEBUG nova.virt.hardware [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.805282] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085a772-b399-4de0-87d2-74693fba6d4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.814393] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0426d18e-dcef-4816-b75f-1be7d136d758 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.867340] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528b5564-d882-38b0-ba4b-317f92ba7373, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.867657] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.867997] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 43a4b2f7-26c9-452d-a654-aa65196d8779/43a4b2f7-26c9-452d-a654-aa65196d8779.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.868313] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a14ea240-aff1-4fb4-bb1e-b45170c07da4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.876304] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1096.876304] env[69371]: value = "task-4130800" [ 1096.876304] env[69371]: _type = "Task" [ 1096.876304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.885403] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.119297] env[69371]: INFO nova.compute.claims [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.149781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8d78fcc4-c31e-414a-842d-5ae8c79dfdf5 tempest-ServersListShow296Test-670809622 tempest-ServersListShow296Test-670809622-project-member] Lock "09a047cc-5e8e-4fdf-9af9-d6b9d5499648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.751s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.240744] env[69371]: DEBUG nova.compute.manager [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-vif-plugged-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.241044] env[69371]: DEBUG oslo_concurrency.lockutils [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.241354] env[69371]: DEBUG oslo_concurrency.lockutils [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.241475] env[69371]: DEBUG oslo_concurrency.lockutils [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.241713] env[69371]: DEBUG nova.compute.manager [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] No waiting events found dispatching network-vif-plugged-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1097.241833] env[69371]: WARNING nova.compute.manager [req-a62e8624-e6c4-4e3f-acfe-1c9e8c05f6f1 req-5daf7b3e-e0a0-4052-806c-6227e6c8dbb9 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received unexpected event network-vif-plugged-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 for instance with vm_state building and task_state spawning. [ 1097.360948] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Successfully updated port: 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.389822] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.435622] env[69371]: DEBUG nova.compute.manager [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.436591] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d77792d-02e1-4cb3-9c50-bd3607f24e91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.625602] env[69371]: INFO nova.compute.resource_tracker [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating resource usage from migration ce8edac0-e5ed-4d2f-83b4-0aea43c140dd [ 1097.840489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb7098-23ea-4b1b-a88f-e41f118f1a54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.848545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49007002-a295-4787-a998-f4282a1683d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.882211] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.882394] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.882513] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.887849] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e102a-bc22-4015-b5f2-4f1d9725692e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.899374] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548536} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.899609] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 43a4b2f7-26c9-452d-a654-aa65196d8779/43a4b2f7-26c9-452d-a654-aa65196d8779.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.899833] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.901150] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffde14a-31d7-470d-bbc0-244737983bfe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.905081] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50914d99-6668-4464-ba22-1c724ec769b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.919165] env[69371]: DEBUG nova.compute.provider_tree [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.921982] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1097.921982] env[69371]: value = "task-4130801" [ 1097.921982] env[69371]: _type = "Task" [ 1097.921982] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.930862] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.949125] env[69371]: INFO nova.compute.manager [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] instance snapshotting [ 1097.953033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99cef31-50fb-4e56-9b41-a7b873fc35b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.972922] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f94c3d9-8dfe-4387-909f-5b3abc332233 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.418267] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.424762] env[69371]: DEBUG nova.scheduler.client.report [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.441806] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123276} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.442808] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.443782] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912884f-0e50-4a71-a47c-8f3e3b6b0ce4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.470763] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 43a4b2f7-26c9-452d-a654-aa65196d8779/43a4b2f7-26c9-452d-a654-aa65196d8779.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.474537] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642a79a3-78fb-4e90-980a-f745c5c55520 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.490448] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.491508] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a408033d-3ecd-4687-87ac-7656ad4b715f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500292] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1098.500292] env[69371]: value = "task-4130802" [ 1098.500292] env[69371]: _type = "Task" [ 1098.500292] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.501808] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1098.501808] env[69371]: value = "task-4130803" [ 1098.501808] env[69371]: _type = "Task" [ 1098.501808] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.514150] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.517925] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.598205] env[69371]: DEBUG nova.network.neutron [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.929597] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.930333] env[69371]: INFO nova.compute.manager [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Migrating [ 1098.938566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.746s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.940887] env[69371]: INFO nova.compute.claims [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.017369] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.020397] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.102354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.102354] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Instance network_info: |[{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.103128] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fc:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d4cb7e1-8a56-4ecc-b205-5d79f824dd21', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.110499] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.110738] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.110970] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ef9d3d4-79df-45be-a1c1-aa08124f3029 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.132113] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.132113] env[69371]: value = "task-4130804" [ 1099.132113] env[69371]: _type = "Task" [ 1099.132113] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.140627] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130804, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.272577] env[69371]: DEBUG nova.compute.manager [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.272633] env[69371]: DEBUG nova.compute.manager [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.272853] env[69371]: DEBUG oslo_concurrency.lockutils [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.272996] env[69371]: DEBUG oslo_concurrency.lockutils [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.273170] env[69371]: DEBUG nova.network.neutron [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.454566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.454566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.454566] env[69371]: DEBUG nova.network.neutron [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.515490] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.521745] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.641987] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130804, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.025866] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130802, 'name': CreateSnapshot_Task, 'duration_secs': 1.226688} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.026358] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130803, 'name': ReconfigVM_Task, 'duration_secs': 1.154858} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.026580] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1100.026779] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 43a4b2f7-26c9-452d-a654-aa65196d8779/43a4b2f7-26c9-452d-a654-aa65196d8779.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.028249] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e70ab-6069-486d-91d5-32968ca14933 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.030474] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d632c985-d065-4369-9d22-6d2cfc77f30f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.045837] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1100.045837] env[69371]: value = "task-4130805" [ 1100.045837] env[69371]: _type = "Task" [ 1100.045837] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.057694] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130805, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.061259] env[69371]: DEBUG nova.network.neutron [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.061618] env[69371]: DEBUG nova.network.neutron [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.150396] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130804, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.203911] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba8efb-b251-48ba-a1c7-3af7df6aaf4a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.217040] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8450fe-45bc-4509-a974-112b11c9fe6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.221654] env[69371]: DEBUG nova.network.neutron [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.254401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ba956-3393-4df2-a27f-72e3e9a96c5b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.263581] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a715a-c148-4381-a2cc-00bbfccab158 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.278773] env[69371]: DEBUG nova.compute.provider_tree [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.554112] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.554517] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-780e5dc0-ed14-4729-944b-0204c1c0ede8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.564018] env[69371]: DEBUG oslo_concurrency.lockutils [req-4de9139a-a96f-42e5-a959-ff4fa584bf8d req-05d45202-1fcb-472c-841d-686d2c90841a service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.568567] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130805, 'name': Rename_Task, 'duration_secs': 0.177152} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.569967] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.570344] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1100.570344] env[69371]: value = "task-4130806" [ 1100.570344] env[69371]: _type = "Task" [ 1100.570344] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.570539] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd78070a-d73a-4545-8d80-6638ae0ebd1a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581257] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130806, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.582619] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1100.582619] env[69371]: value = "task-4130807" [ 1100.582619] env[69371]: _type = "Task" [ 1100.582619] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.593634] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.644222] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130804, 'name': CreateVM_Task, 'duration_secs': 1.079198} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.644511] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.645337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.645854] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.645974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.646326] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1603571e-2f6b-4fcc-966f-6fa8268a4081 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.652364] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1100.652364] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527fe7d4-36b8-c2db-4f52-6be7e736f18d" [ 1100.652364] env[69371]: _type = "Task" [ 1100.652364] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.661820] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527fe7d4-36b8-c2db-4f52-6be7e736f18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.724756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.782690] env[69371]: DEBUG nova.scheduler.client.report [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.083735] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130806, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.093991] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.168030] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527fe7d4-36b8-c2db-4f52-6be7e736f18d, 'name': SearchDatastore_Task, 'duration_secs': 0.020614} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.168499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.168884] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.169237] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.169451] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.169713] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.170106] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af7ddde-f5ab-4b62-a67d-56f90a3e33c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.182032] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.182279] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.183384] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71293ac6-23b1-470b-9974-1da979cb46b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.191450] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1101.191450] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52754b85-4825-f7aa-07ab-06c2cf335cba" [ 1101.191450] env[69371]: _type = "Task" [ 1101.191450] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.202778] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52754b85-4825-f7aa-07ab-06c2cf335cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.292396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.292998] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.295568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.200s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.295806] env[69371]: DEBUG nova.objects.instance [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'resources' on Instance uuid 6c199c65-64c8-418e-9456-5b7f24aa4db3 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.583778] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130806, 'name': CloneVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.593012] env[69371]: DEBUG oslo_vmware.api [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130807, 'name': PowerOnVM_Task, 'duration_secs': 0.79151} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.593699] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.593914] env[69371]: INFO nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1101.594110] env[69371]: DEBUG nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.594974] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653f246-a89e-4566-bebc-32d566e3cede {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.706836] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52754b85-4825-f7aa-07ab-06c2cf335cba, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.709072] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788485b4-7b68-4478-85c7-c6e0976e74d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.716315] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1101.716315] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d9a48b-de5a-ebe7-f138-523ef7e188c7" [ 1101.716315] env[69371]: _type = "Task" [ 1101.716315] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.727878] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d9a48b-de5a-ebe7-f138-523ef7e188c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.800130] env[69371]: DEBUG nova.compute.utils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.802138] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.802415] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.853301] env[69371]: DEBUG nova.policy [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643292cf6de84231a42993fb6adc16c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a6d3ab37f043d7978746c2c039d6fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.037722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622dbb48-2265-467a-bd58-d2a1778b653c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.044857] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247d0ce-70e2-4ad8-83f1-b9f1399af37a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.086688] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8053fd5-4890-466b-919c-efc799046a78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.096309] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130806, 'name': CloneVM_Task, 'duration_secs': 1.090503} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.098880] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Created linked-clone VM from snapshot [ 1102.099881] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367485bb-6b78-48f5-a9cb-4af14645f603 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106581] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae75984-5afb-41f0-9f2e-741a00b1c74d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.117234] env[69371]: INFO nova.compute.manager [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Took 19.58 seconds to build instance. [ 1102.129390] env[69371]: DEBUG nova.compute.provider_tree [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.130849] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Uploading image e6ce2006-707b-4e01-8bf4-ee05622aefc3 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.169304] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.169304] env[69371]: value = "vm-818168" [ 1102.169304] env[69371]: _type = "VirtualMachine" [ 1102.169304] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.169627] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee4e37bb-40f2-4135-91c8-efee18f7cbef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.176839] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Successfully created port: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.180608] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease: (returnval){ [ 1102.180608] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526b909f-09f0-78ce-d3e0-09f4ac9df676" [ 1102.180608] env[69371]: _type = "HttpNfcLease" [ 1102.180608] env[69371]: } obtained for exporting VM: (result){ [ 1102.180608] env[69371]: value = "vm-818168" [ 1102.180608] env[69371]: _type = "VirtualMachine" [ 1102.180608] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.181417] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the lease: (returnval){ [ 1102.181417] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526b909f-09f0-78ce-d3e0-09f4ac9df676" [ 1102.181417] env[69371]: _type = "HttpNfcLease" [ 1102.181417] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.188821] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.188821] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526b909f-09f0-78ce-d3e0-09f4ac9df676" [ 1102.188821] env[69371]: _type = "HttpNfcLease" [ 1102.188821] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.228025] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d9a48b-de5a-ebe7-f138-523ef7e188c7, 'name': SearchDatastore_Task, 'duration_secs': 0.037612} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.228328] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.228595] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd/31c1cdf4-59d0-4ad6-8535-93a22faf3cdd.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.228881] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-862b6da5-b5fc-4c0b-b3b5-844383a7a4ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.237049] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1102.237049] env[69371]: value = "task-4130809" [ 1102.237049] env[69371]: _type = "Task" [ 1102.237049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.245020] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb772e5-e868-4000-b61c-0a4e44c70b01 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.252222] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.266633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.312157] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.635572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4a5f7a33-c350-4940-b323-6d06c057e62b tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.108s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.636878] env[69371]: DEBUG nova.scheduler.client.report [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.693834] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.693834] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526b909f-09f0-78ce-d3e0-09f4ac9df676" [ 1102.693834] env[69371]: _type = "HttpNfcLease" [ 1102.693834] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.694236] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.694236] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526b909f-09f0-78ce-d3e0-09f4ac9df676" [ 1102.694236] env[69371]: _type = "HttpNfcLease" [ 1102.694236] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.695250] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9916d6-de7a-4144-b919-cabf5cec0050 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.707015] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.707235] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.774646] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.775081] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-157e70bc-9d5b-42a5-b278-00cd368b1eec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.780743] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.788040] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1102.788040] env[69371]: value = "task-4130810" [ 1102.788040] env[69371]: _type = "Task" [ 1102.788040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.799455] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.846122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.846431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.846621] env[69371]: INFO nova.compute.manager [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Shelving [ 1102.852098] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-657b5e5c-1f34-43d6-b389-61a9fc2fee3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.143504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.148299] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.398s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.150743] env[69371]: INFO nova.compute.claims [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.170295] env[69371]: INFO nova.scheduler.client.report [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocations for instance 6c199c65-64c8-418e-9456-5b7f24aa4db3 [ 1103.275924] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630538} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.277197] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd/31c1cdf4-59d0-4ad6-8535-93a22faf3cdd.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.277197] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.277197] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1204df5d-fde8-46ff-bb7b-6304297cb3f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.286198] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1103.286198] env[69371]: value = "task-4130811" [ 1103.286198] env[69371]: _type = "Task" [ 1103.286198] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.304923] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130810, 'name': PowerOffVM_Task, 'duration_secs': 0.287586} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.305363] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.305944] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.306154] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.325247] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.353695] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.353989] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.354199] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.354532] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.354764] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.355032] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.355277] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.355451] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.355627] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.355876] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.356129] env[69371]: DEBUG nova.virt.hardware [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.360515] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e45f2c-c933-49e9-bae9-7aa02d498f97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.373739] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce626604-820f-4fce-bbd8-07e9622ee95e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.627520] env[69371]: DEBUG nova.compute.manager [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received event network-vif-plugged-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.627746] env[69371]: DEBUG oslo_concurrency.lockutils [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] Acquiring lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.631780] env[69371]: DEBUG oslo_concurrency.lockutils [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.632401] env[69371]: DEBUG oslo_concurrency.lockutils [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.632401] env[69371]: DEBUG nova.compute.manager [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] No waiting events found dispatching network-vif-plugged-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.632641] env[69371]: WARNING nova.compute.manager [req-2845c15e-65d3-4365-81dd-d4a98c280627 req-69fdb0ea-a16f-4f36-bd4a-1b2497074ec2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received unexpected event network-vif-plugged-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 for instance with vm_state building and task_state spawning. [ 1103.680115] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98abaafe-fc2c-4c6f-87ad-091089d90492 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "6c199c65-64c8-418e-9456-5b7f24aa4db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.690s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.753377] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Successfully updated port: c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.797795] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076262} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.798180] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.799113] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669172cf-6a82-45cc-aad9-4403376084d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.819394] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.819701] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.819890] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.820203] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.820295] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.820548] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.820797] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.820849] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.821151] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.821297] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.821515] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.838880] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd/31c1cdf4-59d0-4ad6-8535-93a22faf3cdd.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.839418] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b55395-a457-4ca1-86dd-fbd6ac31313a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.852956] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c422e27b-85b3-4eef-a3c9-22ee46816323 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.869323] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.869736] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc1a8c5-138c-4b80-934a-706580b5239e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.875117] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1103.875117] env[69371]: value = "task-4130812" [ 1103.875117] env[69371]: _type = "Task" [ 1103.875117] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.880590] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1103.880590] env[69371]: value = "task-4130813" [ 1103.880590] env[69371]: _type = "Task" [ 1103.880590] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.882279] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1103.882279] env[69371]: value = "task-4130814" [ 1103.882279] env[69371]: _type = "Task" [ 1103.882279] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.894918] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.901825] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.905958] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.258647] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.262022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.262022] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.399281] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130812, 'name': ReconfigVM_Task, 'duration_secs': 0.337999} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.404836] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.419289] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130813, 'name': ReconfigVM_Task, 'duration_secs': 0.526102} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.420759] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd/31c1cdf4-59d0-4ad6-8535-93a22faf3cdd.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.421672] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2cd3a50-7fb3-4509-ae86-e12a17ae594a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.428794] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130814, 'name': PowerOffVM_Task, 'duration_secs': 0.294205} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.429738] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.432243] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143cfc99-6a6f-42e1-afcf-7fccf480631a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.437513] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d5c22-65ca-4f4d-9762-95da0b22bef2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.446501] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1104.446501] env[69371]: value = "task-4130815" [ 1104.446501] env[69371]: _type = "Task" [ 1104.446501] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.471200] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d4d40-b4e6-44d3-ab10-79a7f568d2a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.475415] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a57f7-e949-4e50-a201-905c0e79c9c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.482416] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130815, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.521309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d0c8fe-4200-4daa-9b70-c5396cfd5ce1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.531824] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192ae7b2-2e52-4f22-96fc-1a18287ef872 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.551351] env[69371]: DEBUG nova.compute.provider_tree [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.797324] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.924207] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.924468] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.924626] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.924808] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.924955] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.925123] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.925425] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.925624] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.925793] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.925958] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.926162] env[69371]: DEBUG nova.virt.hardware [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.931754] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.932118] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4c7548-186e-400f-918c-d0660476e719 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.953564] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1104.953564] env[69371]: value = "task-4130816" [ 1104.953564] env[69371]: _type = "Task" [ 1104.953564] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.961053] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130815, 'name': Rename_Task, 'duration_secs': 0.238356} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.961930] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.962301] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f87c59c2-7875-4798-a1ff-d9d6ea74d132 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.968016] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.971362] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1104.971362] env[69371]: value = "task-4130817" [ 1104.971362] env[69371]: _type = "Task" [ 1104.971362] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.983024] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.984059] env[69371]: DEBUG nova.network.neutron [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.022400] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.022713] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c2e96da-6edb-447a-8403-dff47a34b155 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.031178] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1105.031178] env[69371]: value = "task-4130818" [ 1105.031178] env[69371]: _type = "Task" [ 1105.031178] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.040911] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.053428] env[69371]: DEBUG nova.scheduler.client.report [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.466609] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130816, 'name': ReconfigVM_Task, 'duration_secs': 0.190854} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.466918] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.467760] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09480c-1c27-4fcf-9edb-4658e14c4aa2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.486753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.487077] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Instance network_info: |[{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.497286] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.500385] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:e5:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c26b2a90-a5fd-4db5-b2dd-bc2221e25135', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.514073] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.514450] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d7e67f-8872-470f-ba65-e1014fd5158c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.549042] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.549552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.550166] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.551580] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130817, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.555020] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca282d0-7e2f-4f32-b002-e8b99c67ac73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.585484] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.590279] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.591075] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.597984] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.821s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.602061] env[69371]: INFO nova.compute.claims [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.605598] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1105.605598] env[69371]: value = "task-4130819" [ 1105.605598] env[69371]: _type = "Task" [ 1105.605598] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.615400] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.616905] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.616905] env[69371]: value = "task-4130820" [ 1105.616905] env[69371]: _type = "Task" [ 1105.616905] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.624926] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.631963] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130820, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.660409] env[69371]: DEBUG nova.compute.manager [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.660607] env[69371]: DEBUG nova.compute.manager [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing instance network info cache due to event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.660852] env[69371]: DEBUG oslo_concurrency.lockutils [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] Acquiring lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.661023] env[69371]: DEBUG oslo_concurrency.lockutils [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] Acquired lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.661360] env[69371]: DEBUG nova.network.neutron [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.984371] env[69371]: DEBUG oslo_vmware.api [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130817, 'name': PowerOnVM_Task, 'duration_secs': 0.850021} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.984752] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.985466] env[69371]: INFO nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1105.985466] env[69371]: DEBUG nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.986035] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e549b61-7fbc-486f-baa5-3caa49d6a95d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.061362] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130818, 'name': CreateSnapshot_Task, 'duration_secs': 0.983709} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.061732] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.062522] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a4b13-2d42-46f2-83f7-2d78b4af6a1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.097945] env[69371]: DEBUG nova.compute.utils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.105956] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.106299] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.131720] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130820, 'name': CreateVM_Task, 'duration_secs': 0.422445} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.135294] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.135663] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130819, 'name': ReconfigVM_Task, 'duration_secs': 0.397071} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.136943] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.138043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.138043] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.139041] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.139146] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab/a805f8f7-b5ab-4f50-b0f9-d29b52a066ab.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.139447] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.143414] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e37972-e6f9-4f3e-b1dd-48a613dd7644 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.151806] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1106.151806] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52141b80-9c57-4a94-04dd-60f152539679" [ 1106.151806] env[69371]: _type = "Task" [ 1106.151806] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.162723] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52141b80-9c57-4a94-04dd-60f152539679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.174665] env[69371]: DEBUG nova.policy [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.496420] env[69371]: DEBUG nova.network.neutron [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updated VIF entry in instance network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.497077] env[69371]: DEBUG nova.network.neutron [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.509091] env[69371]: INFO nova.compute.manager [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Took 22.42 seconds to build instance. [ 1106.583633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.584009] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-104c34c8-8c58-41b6-8e6c-b79e1aec097b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.594466] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1106.594466] env[69371]: value = "task-4130821" [ 1106.594466] env[69371]: _type = "Task" [ 1106.594466] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.604701] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.606425] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.612117] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Successfully created port: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.646222] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b69ef7b-4230-473e-bd23-024b2979ada1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.675656] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374d0030-9c64-4cf5-8a4e-644563f7ce43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.688142] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52141b80-9c57-4a94-04dd-60f152539679, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.704764] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.705214] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.705214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.705377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.705552] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.706725] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.714039] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b1a9994-ef0a-4bce-a662-823828f530b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.725264] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.725264] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.726301] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021ae205-0003-48a3-a6ac-3bdbb9d9d60e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.733835] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1106.733835] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52511157-20f1-8915-ec9c-0bb8b73edd60" [ 1106.733835] env[69371]: _type = "Task" [ 1106.733835] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.746570] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52511157-20f1-8915-ec9c-0bb8b73edd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.891512] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d17f9-aaae-4b30-b7cd-e751298443ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.900776] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248dddb2-d687-43c1-9219-5bfa18be0ee1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.932966] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82628d5-8aa7-45ee-aa1f-d8b67543a1c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.942136] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95a023-d971-455c-be7f-627731bb1c43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.956440] env[69371]: DEBUG nova.compute.provider_tree [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.999261] env[69371]: DEBUG oslo_concurrency.lockutils [req-07c73627-a857-4e86-81f3-f3faca0ebee5 req-b5a163ea-d5a9-43af-85d3-ce27c9928eaa service nova] Releasing lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.010286] env[69371]: DEBUG oslo_concurrency.lockutils [None req-068d12e6-e023-4e8f-84e1-997da0546ef7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.928s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.107672] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.247081] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52511157-20f1-8915-ec9c-0bb8b73edd60, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.248161] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbafd29-be44-4e86-8f98-52d24e337e7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.254732] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1107.254732] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52438a36-ccd4-05be-f33f-d3b591502bac" [ 1107.254732] env[69371]: _type = "Task" [ 1107.254732] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.264559] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52438a36-ccd4-05be-f33f-d3b591502bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.265766] env[69371]: DEBUG nova.network.neutron [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Port 63963a30-97d4-46cb-91f2-0fa2cbd23e66 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1107.460287] env[69371]: DEBUG nova.scheduler.client.report [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.608527] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.615803] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.644653] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.644906] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.645078] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.645267] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.645411] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.645629] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.645937] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.646130] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.646308] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.646548] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.646688] env[69371]: DEBUG nova.virt.hardware [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.647632] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87203fa6-543b-4e9e-9d1e-9dbc16635e2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.656329] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe27f7-d6df-402c-91dc-3bfc3b268b45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.765183] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52438a36-ccd4-05be-f33f-d3b591502bac, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.766017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.766017] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 7c2dc3be-7a18-404b-bd8e-79d10d02c417/7c2dc3be-7a18-404b-bd8e-79d10d02c417.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.766203] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bfa4daa-fe45-4daa-96a9-09d4035c14cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.779032] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1107.779032] env[69371]: value = "task-4130822" [ 1107.779032] env[69371]: _type = "Task" [ 1107.779032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.787659] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.867764] env[69371]: DEBUG nova.compute.manager [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.868171] env[69371]: DEBUG nova.compute.manager [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.868518] env[69371]: DEBUG oslo_concurrency.lockutils [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.868739] env[69371]: DEBUG oslo_concurrency.lockutils [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.869053] env[69371]: DEBUG nova.network.neutron [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.968645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.968645] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.971463] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.834s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.973645] env[69371]: INFO nova.compute.claims [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.112641] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.141463] env[69371]: DEBUG nova.compute.manager [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Received event network-vif-plugged-7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.142448] env[69371]: DEBUG oslo_concurrency.lockutils [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] Acquiring lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.142965] env[69371]: DEBUG oslo_concurrency.lockutils [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.143347] env[69371]: DEBUG oslo_concurrency.lockutils [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.145220] env[69371]: DEBUG nova.compute.manager [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] No waiting events found dispatching network-vif-plugged-7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.145220] env[69371]: WARNING nova.compute.manager [req-458e933e-617e-4136-8685-37c4b4f9ce5b req-c3f8ea3b-d147-4bbe-877b-63c3e0996375 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Received unexpected event network-vif-plugged-7b5683f9-c8d7-4158-ae10-e7e7e972e390 for instance with vm_state building and task_state spawning. [ 1108.186276] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Successfully updated port: 7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.302896] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.303328] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.303470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.317101] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.479277] env[69371]: DEBUG nova.compute.utils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.485614] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.485836] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.565491] env[69371]: DEBUG nova.policy [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d24bf71c7964d69b06dcd62bdad60e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a91b13372f04ce3b9d0c6bcde58716e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.610121] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.693346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.693560] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.693769] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.724910] env[69371]: DEBUG nova.network.neutron [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.725319] env[69371]: DEBUG nova.network.neutron [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.809035] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597362} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.810153] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 7c2dc3be-7a18-404b-bd8e-79d10d02c417/7c2dc3be-7a18-404b-bd8e-79d10d02c417.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.810306] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.811230] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc95028b-8f87-4210-a2d2-e05fcad89841 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.820363] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1108.820363] env[69371]: value = "task-4130823" [ 1108.820363] env[69371]: _type = "Task" [ 1108.820363] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.833911] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.974867] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Successfully created port: 4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.977791] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.977966] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.988992] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.112178] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130821, 'name': CloneVM_Task, 'duration_secs': 2.035804} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.112178] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Created linked-clone VM from snapshot [ 1109.113288] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f70f1-f2ae-48a8-a6a0-c4ea4e073c33 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.127548] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Uploading image 81440441-5ae5-4a56-8ba5-36f36047b3f6 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.201376] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.201376] env[69371]: value = "vm-818171" [ 1109.201376] env[69371]: _type = "VirtualMachine" [ 1109.201376] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.202145] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c791e3d6-fa05-42c8-9647-17cbd564ca8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.217464] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lease: (returnval){ [ 1109.217464] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257cd72-cf2d-5703-352b-8508d0eecccf" [ 1109.217464] env[69371]: _type = "HttpNfcLease" [ 1109.217464] env[69371]: } obtained for exporting VM: (result){ [ 1109.217464] env[69371]: value = "vm-818171" [ 1109.217464] env[69371]: _type = "VirtualMachine" [ 1109.217464] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.217796] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the lease: (returnval){ [ 1109.217796] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257cd72-cf2d-5703-352b-8508d0eecccf" [ 1109.217796] env[69371]: _type = "HttpNfcLease" [ 1109.217796] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.227013] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.227013] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257cd72-cf2d-5703-352b-8508d0eecccf" [ 1109.227013] env[69371]: _type = "HttpNfcLease" [ 1109.227013] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.228977] env[69371]: DEBUG oslo_concurrency.lockutils [req-09d337ee-4684-47d8-a5b5-adc35509e424 req-a8f6735b-167c-4b51-baeb-e5a232070f91 service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.251916] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.271496] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c98d4-5a19-46d4-84bb-8ecaa5319a8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.280011] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156f583-aa85-4be0-b799-76d18a2fc51a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.322409] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60f127-9983-485a-a08d-515c0496a100 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.337406] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cedcce-cf0f-4aac-a80f-958c5e2bf92f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.341710] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082005} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.342028] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.343330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc652858-01ff-4a8e-aaf5-190cacafd5f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.356133] env[69371]: DEBUG nova.compute.provider_tree [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.380942] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 7c2dc3be-7a18-404b-bd8e-79d10d02c417/7c2dc3be-7a18-404b-bd8e-79d10d02c417.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.382225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.382428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.382607] env[69371]: DEBUG nova.network.neutron [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.386696] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80f8359-b2b7-49b6-a0e6-7538a525e5c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.411216] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1109.411216] env[69371]: value = "task-4130825" [ 1109.411216] env[69371]: _type = "Task" [ 1109.411216] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.420395] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.480737] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.727039] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.727039] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257cd72-cf2d-5703-352b-8508d0eecccf" [ 1109.727039] env[69371]: _type = "HttpNfcLease" [ 1109.727039] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.727412] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.727412] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257cd72-cf2d-5703-352b-8508d0eecccf" [ 1109.727412] env[69371]: _type = "HttpNfcLease" [ 1109.727412] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.728251] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf072391-df48-41e4-b7f7-eabfb931ec65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.737456] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.737642] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.808176] env[69371]: DEBUG nova.network.neutron [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Updating instance_info_cache with network_info: [{"id": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "address": "fa:16:3e:5c:8d:15", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5683f9-c8", "ovs_interfaceid": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.860105] env[69371]: DEBUG nova.scheduler.client.report [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.904024] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecc0dd24-e4cc-4880-8b99-af7e4116ffdc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.928275] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130825, 'name': ReconfigVM_Task, 'duration_secs': 0.312182} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.933380] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 7c2dc3be-7a18-404b-bd8e-79d10d02c417/7c2dc3be-7a18-404b-bd8e-79d10d02c417.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.935559] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7276e2f3-6e3e-4526-8920-2c052b62b138 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.947442] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1109.947442] env[69371]: value = "task-4130826" [ 1109.947442] env[69371]: _type = "Task" [ 1109.947442] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.960670] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130826, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.999985] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.008236] env[69371]: DEBUG nova.network.neutron [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.013341] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.152652] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.153141] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.153424] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.153710] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.154058] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.154272] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.154601] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.154882] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.155426] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.155710] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.156021] env[69371]: DEBUG nova.virt.hardware [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.157419] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8f9e37-c5a2-4d9d-990f-c81a9fc689ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.166975] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d1e8b0-6801-40b0-b8ea-480d5c6a7ea0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.176756] env[69371]: DEBUG nova.compute.manager [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Received event network-changed-7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.177036] env[69371]: DEBUG nova.compute.manager [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Refreshing instance network info cache due to event network-changed-7b5683f9-c8d7-4158-ae10-e7e7e972e390. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.177181] env[69371]: DEBUG oslo_concurrency.lockutils [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] Acquiring lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.311182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.312192] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Instance network_info: |[{"id": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "address": "fa:16:3e:5c:8d:15", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5683f9-c8", "ovs_interfaceid": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.312192] env[69371]: DEBUG oslo_concurrency.lockutils [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] Acquired lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.312421] env[69371]: DEBUG nova.network.neutron [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Refreshing network info cache for port 7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.314166] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8d:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b5683f9-c8d7-4158-ae10-e7e7e972e390', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.327113] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating folder: Project (1ac62eb5038b4cddae519845d70992b4). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.331591] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b6bd5a7-bd5c-4333-a9a4-d198e5a7e965 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.346659] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created folder: Project (1ac62eb5038b4cddae519845d70992b4) in parent group-v817910. [ 1110.346867] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating folder: Instances. Parent ref: group-v818172. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.347170] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d1e9e17-4929-4224-bbba-b6dd2a3620c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.362306] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created folder: Instances in parent group-v818172. [ 1110.362571] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.362793] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.363119] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c07aa44-4c36-4889-8ee1-85030d09e24a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.395937] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.396815] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.405598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.396s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.407667] env[69371]: INFO nova.compute.claims [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.419103] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.419103] env[69371]: value = "task-4130829" [ 1110.419103] env[69371]: _type = "Task" [ 1110.419103] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.430620] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130829, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.462769] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130826, 'name': Rename_Task, 'duration_secs': 0.170066} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.463216] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.463547] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c602af-2942-45b7-8405-8d99a94adaf6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.474363] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1110.474363] env[69371]: value = "task-4130830" [ 1110.474363] env[69371]: _type = "Task" [ 1110.474363] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.484783] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.512212] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.748882] env[69371]: DEBUG nova.network.neutron [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Updated VIF entry in instance network info cache for port 7b5683f9-c8d7-4158-ae10-e7e7e972e390. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.749485] env[69371]: DEBUG nova.network.neutron [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Updating instance_info_cache with network_info: [{"id": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "address": "fa:16:3e:5c:8d:15", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b5683f9-c8", "ovs_interfaceid": "7b5683f9-c8d7-4158-ae10-e7e7e972e390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.848686] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Successfully updated port: 4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.908355] env[69371]: DEBUG nova.compute.utils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.910404] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.910709] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.933309] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130829, 'name': CreateVM_Task, 'duration_secs': 0.497794} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.933475] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.934239] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.934421] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.934759] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.935101] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34471457-d77e-4efb-a09b-7a0b22863599 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.942775] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1110.942775] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525ca22d-8b05-bd2c-b672-4a672535a7f4" [ 1110.942775] env[69371]: _type = "Task" [ 1110.942775] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.955683] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525ca22d-8b05-bd2c-b672-4a672535a7f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.982286] env[69371]: DEBUG nova.policy [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66544765b434a46a4dfe27c1cf57d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9d217773b04a2aad8b0ed13d62907c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.991768] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.065700] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca05d4-de37-44e8-8229-7d5079d4a638 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.090347] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921f292-94c3-4de5-9cba-cf0ef99bef0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.100225] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.252771] env[69371]: DEBUG oslo_concurrency.lockutils [req-559e9a76-c092-4fa6-912e-d2b673e0ea38 req-782f0be2-5b66-448f-b15d-b7c1acf1648e service nova] Releasing lock "refresh_cache-df94d954-9e6b-4729-ae21-10cf5ae02b2a" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.352718] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.352875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquired lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.353017] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.370362] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Successfully created port: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.415318] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.456652] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525ca22d-8b05-bd2c-b672-4a672535a7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019133} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.459713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.459955] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.460215] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.460390] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.460584] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.462171] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2e6502-80bc-4afb-86be-352c4f037032 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.474384] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.474609] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.478367] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80aaa600-abd0-47ba-be4f-c394d8f15e86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.489375] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1111.489375] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5243aeb9-a3b8-7e8f-19d2-051a02573d48" [ 1111.489375] env[69371]: _type = "Task" [ 1111.489375] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.492551] env[69371]: DEBUG oslo_vmware.api [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130830, 'name': PowerOnVM_Task, 'duration_secs': 0.681254} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.495724] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.496020] env[69371]: INFO nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1111.496206] env[69371]: DEBUG nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.499769] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b3d39-2934-4cb8-a751-14cd46877098 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.514755] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5243aeb9-a3b8-7e8f-19d2-051a02573d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.607507] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.610572] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37baf648-1651-46fe-b137-355df5a30ae3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.621688] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1111.621688] env[69371]: value = "task-4130831" [ 1111.621688] env[69371]: _type = "Task" [ 1111.621688] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.634546] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.698203] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e994815-8aa1-4a78-90a0-a46d04e0978a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.707825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a0216-9ccb-4716-a116-8b61d2ae0ea1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.742787] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b2d672-2be0-46c8-ab72-cd2116d4b1c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.751482] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4957a-a1f9-499f-b36c-f605661ef3fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.768362] env[69371]: DEBUG nova.compute.provider_tree [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.891524] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.008690] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5243aeb9-a3b8-7e8f-19d2-051a02573d48, 'name': SearchDatastore_Task, 'duration_secs': 0.021696} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.009741] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ae4642-ea00-4048-a3da-5dce0bb9a2a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.018079] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1112.018079] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f61aac-a915-01f5-2d71-25bc8b487826" [ 1112.018079] env[69371]: _type = "Task" [ 1112.018079] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.026045] env[69371]: INFO nova.compute.manager [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Took 25.87 seconds to build instance. [ 1112.041368] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f61aac-a915-01f5-2d71-25bc8b487826, 'name': SearchDatastore_Task, 'duration_secs': 0.020971} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.041704] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.042018] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] df94d954-9e6b-4729-ae21-10cf5ae02b2a/df94d954-9e6b-4729-ae21-10cf5ae02b2a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.042367] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f91f685a-57d2-4bc3-96eb-343d45223e07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.053329] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1112.053329] env[69371]: value = "task-4130832" [ 1112.053329] env[69371]: _type = "Task" [ 1112.053329] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.054326] env[69371]: DEBUG nova.network.neutron [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Updating instance_info_cache with network_info: [{"id": "4769bc83-8846-4142-bb1f-5a4ac752a278", "address": "fa:16:3e:d4:cb:6c", "network": {"id": "0ecc32c6-2630-4a08-b6f7-fb0772f16265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1638200631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a91b13372f04ce3b9d0c6bcde58716e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769bc83-88", "ovs_interfaceid": "4769bc83-8846-4142-bb1f-5a4ac752a278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.069669] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.135209] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.273930] env[69371]: DEBUG nova.scheduler.client.report [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.363925] env[69371]: DEBUG nova.compute.manager [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Received event network-vif-plugged-4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.364248] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Acquiring lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.364633] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.364869] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.365078] env[69371]: DEBUG nova.compute.manager [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] No waiting events found dispatching network-vif-plugged-4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.365264] env[69371]: WARNING nova.compute.manager [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Received unexpected event network-vif-plugged-4769bc83-8846-4142-bb1f-5a4ac752a278 for instance with vm_state building and task_state spawning. [ 1112.365460] env[69371]: DEBUG nova.compute.manager [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Received event network-changed-4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.365641] env[69371]: DEBUG nova.compute.manager [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Refreshing instance network info cache due to event network-changed-4769bc83-8846-4142-bb1f-5a4ac752a278. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.365828] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Acquiring lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.427037] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.528922] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3caca3e2-74ba-44f8-9942-b70413823522 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.385s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.561437] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Releasing lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.561823] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Instance network_info: |[{"id": "4769bc83-8846-4142-bb1f-5a4ac752a278", "address": "fa:16:3e:d4:cb:6c", "network": {"id": "0ecc32c6-2630-4a08-b6f7-fb0772f16265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1638200631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a91b13372f04ce3b9d0c6bcde58716e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769bc83-88", "ovs_interfaceid": "4769bc83-8846-4142-bb1f-5a4ac752a278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.562193] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Acquired lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.562396] env[69371]: DEBUG nova.network.neutron [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Refreshing network info cache for port 4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.563800] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:cb:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4769bc83-8846-4142-bb1f-5a4ac752a278', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.572889] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Creating folder: Project (0a91b13372f04ce3b9d0c6bcde58716e). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.581061] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bd31c56-22cb-46cc-b237-4928fc0963b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.583299] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.596865] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Created folder: Project (0a91b13372f04ce3b9d0c6bcde58716e) in parent group-v817910. [ 1112.597106] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Creating folder: Instances. Parent ref: group-v818175. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.597394] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00e1b57f-8e82-4f2b-8b5d-59f73d970a32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.612247] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Created folder: Instances in parent group-v818175. [ 1112.612802] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.613526] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.613776] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b5c0e0-532c-416c-a9d1-f63bd57ac1ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.648369] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.648369] env[69371]: value = "task-4130835" [ 1112.648369] env[69371]: _type = "Task" [ 1112.648369] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.652193] env[69371]: DEBUG oslo_vmware.api [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130831, 'name': PowerOnVM_Task, 'duration_secs': 0.599061} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.655901] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.656228] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e2c232-b013-43d6-81df-d214f6db2490 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance 'a805f8f7-b5ab-4f50-b0f9-d29b52a066ab' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.672202] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130835, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.779198] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.780085] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.786949] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.787528] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.788108] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.788709] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.788861] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.788981] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.789415] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.789770] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.790086] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.790339] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.790581] env[69371]: DEBUG nova.virt.hardware [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.794323] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c2d4a-ef58-472c-adc6-e28dee4db5d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.813822] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.815682] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231de221-059b-42b8-a32b-02bc26f7d184 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.825700] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902fcfa-deda-4fae-83ed-f2fb379dadf5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.847517] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.847852] env[69371]: ERROR oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk due to incomplete transfer. [ 1112.849737] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9447bb1-a300-44ad-bc89-fe95f42f62fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.861808] env[69371]: DEBUG oslo_vmware.rw_handles [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aaa144-8255-f5b7-d176-1776b16c3f10/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.862122] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Uploaded image e6ce2006-707b-4e01-8bf4-ee05622aefc3 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1112.864985] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.865762] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18d957a9-23be-4331-9fd5-1d5fcdb45311 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.880444] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1112.880444] env[69371]: value = "task-4130836" [ 1112.880444] env[69371]: _type = "Task" [ 1112.880444] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.895112] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130836, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.992889] env[69371]: DEBUG nova.network.neutron [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Updated VIF entry in instance network info cache for port 4769bc83-8846-4142-bb1f-5a4ac752a278. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.993330] env[69371]: DEBUG nova.network.neutron [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Updating instance_info_cache with network_info: [{"id": "4769bc83-8846-4142-bb1f-5a4ac752a278", "address": "fa:16:3e:d4:cb:6c", "network": {"id": "0ecc32c6-2630-4a08-b6f7-fb0772f16265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1638200631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a91b13372f04ce3b9d0c6bcde58716e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4769bc83-88", "ovs_interfaceid": "4769bc83-8846-4142-bb1f-5a4ac752a278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.072987] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882604} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.074653] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] df94d954-9e6b-4729-ae21-10cf5ae02b2a/df94d954-9e6b-4729-ae21-10cf5ae02b2a.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.075109] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.075886] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5975bdcb-9e82-4424-bf64-e8e7b85ee9a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.086876] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1113.086876] env[69371]: value = "task-4130837" [ 1113.086876] env[69371]: _type = "Task" [ 1113.086876] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.098638] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.118397] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Successfully updated port: 0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.168946] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130835, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.286076] env[69371]: DEBUG nova.compute.utils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.289590] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.290108] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.330717] env[69371]: DEBUG nova.policy [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.391658] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130836, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.497127] env[69371]: DEBUG oslo_concurrency.lockutils [req-4f01ee2d-5a29-4408-87d3-db41a91f5364 req-35293ad1-013a-4334-aa75-585a44099b0f service nova] Releasing lock "refresh_cache-1e2b8f2b-2107-4788-852f-dbe5f92320bf" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.576421] env[69371]: DEBUG nova.compute.manager [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.576421] env[69371]: DEBUG nova.compute.manager [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing instance network info cache due to event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.576421] env[69371]: DEBUG oslo_concurrency.lockutils [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] Acquiring lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.576861] env[69371]: DEBUG oslo_concurrency.lockutils [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] Acquired lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.577239] env[69371]: DEBUG nova.network.neutron [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.609961] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090784} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.609961] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.609961] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ffa66-f985-4e1e-8514-abebeeb23815 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.626685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.626895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.627143] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.637529] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] df94d954-9e6b-4729-ae21-10cf5ae02b2a/df94d954-9e6b-4729-ae21-10cf5ae02b2a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.640757] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0367bf-abe8-4f44-a88f-6d5e6c549e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661217] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Successfully created port: cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.676018] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1113.676018] env[69371]: value = "task-4130838" [ 1113.676018] env[69371]: _type = "Task" [ 1113.676018] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.679684] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130835, 'name': CreateVM_Task, 'duration_secs': 0.560994} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.683633] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.685128] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.685406] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685773] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.686546] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b220ecc4-5db5-491d-b6b4-fe85af344fdb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.693473] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.698333] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1113.698333] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52316107-7eed-21a4-c380-16c00a4ab494" [ 1113.698333] env[69371]: _type = "Task" [ 1113.698333] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.714849] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52316107-7eed-21a4-c380-16c00a4ab494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.716252] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.794324] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.892316] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130836, 'name': Destroy_Task, 'duration_secs': 1.00053} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.892745] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Destroyed the VM [ 1113.892904] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.893192] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d729331-4883-483a-b8a1-2c97dfa60a9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.903610] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1113.903610] env[69371]: value = "task-4130839" [ 1113.903610] env[69371]: _type = "Task" [ 1113.903610] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.914086] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.990098] env[69371]: DEBUG nova.network.neutron [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating instance_info_cache with network_info: [{"id": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "address": "fa:16:3e:24:48:3a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6c8c4c-7f", "ovs_interfaceid": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.106122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.106397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.193360] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130838, 'name': ReconfigVM_Task, 'duration_secs': 0.42402} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.196247] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Reconfigured VM instance instance-0000005e to attach disk [datastore2] df94d954-9e6b-4729-ae21-10cf5ae02b2a/df94d954-9e6b-4729-ae21-10cf5ae02b2a.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.197031] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d151735-6c36-4348-8277-a588afcab80c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.211739] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52316107-7eed-21a4-c380-16c00a4ab494, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.213528] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.213871] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.214182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.214377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.214692] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.215210] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1114.215210] env[69371]: value = "task-4130840" [ 1114.215210] env[69371]: _type = "Task" [ 1114.215210] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.215379] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf4783b-691b-4690-a1a6-f74a39845bdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.232252] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130840, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.236110] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.236353] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.238113] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daafc618-01ac-4524-a49a-94181f4835b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.246030] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1114.246030] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a41fab-7e0f-ccfb-1304-340b696c71d1" [ 1114.246030] env[69371]: _type = "Task" [ 1114.246030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.256905] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a41fab-7e0f-ccfb-1304-340b696c71d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.373165] env[69371]: DEBUG nova.network.neutron [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updated VIF entry in instance network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.373605] env[69371]: DEBUG nova.network.neutron [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.395136] env[69371]: DEBUG nova.compute.manager [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Received event network-vif-plugged-0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.395455] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.395819] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.396160] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.396370] env[69371]: DEBUG nova.compute.manager [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] No waiting events found dispatching network-vif-plugged-0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1114.396583] env[69371]: WARNING nova.compute.manager [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Received unexpected event network-vif-plugged-0f6c8c4c-7f48-4008-b5e2-91bb4750165f for instance with vm_state building and task_state spawning. [ 1114.396861] env[69371]: DEBUG nova.compute.manager [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Received event network-changed-0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.397131] env[69371]: DEBUG nova.compute.manager [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Refreshing instance network info cache due to event network-changed-0f6c8c4c-7f48-4008-b5e2-91bb4750165f. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.397357] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Acquiring lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.417826] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.493524] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.493950] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance network_info: |[{"id": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "address": "fa:16:3e:24:48:3a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6c8c4c-7f", "ovs_interfaceid": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.494290] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Acquired lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.494476] env[69371]: DEBUG nova.network.neutron [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Refreshing network info cache for port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.495832] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:48:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f6c8c4c-7f48-4008-b5e2-91bb4750165f', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.504151] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.504743] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.505566] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e9df02e-83de-4b46-9938-c77ce663c246 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.520587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.520857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.521105] env[69371]: INFO nova.compute.manager [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Rebooting instance [ 1114.528676] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.528676] env[69371]: value = "task-4130841" [ 1114.528676] env[69371]: _type = "Task" [ 1114.528676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.539059] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130841, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.586429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.586429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.586674] env[69371]: DEBUG nova.compute.manager [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Going to confirm migration 4 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1114.609799] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.730691] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130840, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.759609] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a41fab-7e0f-ccfb-1304-340b696c71d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018672} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.760957] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d91c27-f3fd-4571-bbc2-35391d6b6506 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.770869] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1114.770869] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f71a81-c556-f6fe-d77b-bb6db130c8ea" [ 1114.770869] env[69371]: _type = "Task" [ 1114.770869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.783709] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f71a81-c556-f6fe-d77b-bb6db130c8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.807110] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.841148] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.841504] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.841701] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.841946] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.842239] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.842454] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.842708] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.842916] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.843160] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.843687] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.843912] env[69371]: DEBUG nova.virt.hardware [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.844984] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e626b21-91d0-4384-8513-485e0704289c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.855980] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b19e25-f619-48f3-8d53-3bf3439c8dc1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.876827] env[69371]: DEBUG oslo_concurrency.lockutils [req-e1777b7b-2343-44bb-97b0-9a9ef60ba397 req-d8d80349-0e78-4dfd-aadc-d7a58bbfa28d service nova] Releasing lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.916572] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130839, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.041868] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130841, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.046075] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.046491] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquired lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.046616] env[69371]: DEBUG nova.network.neutron [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.138592] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.138901] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.140804] env[69371]: INFO nova.compute.claims [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.229598] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130840, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.243686] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.243880] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.244323] env[69371]: DEBUG nova.network.neutron [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.244323] env[69371]: DEBUG nova.objects.instance [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'info_cache' on Instance uuid a805f8f7-b5ab-4f50-b0f9-d29b52a066ab {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.283286] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f71a81-c556-f6fe-d77b-bb6db130c8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016082} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.283606] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.283970] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1e2b8f2b-2107-4788-852f-dbe5f92320bf/1e2b8f2b-2107-4788-852f-dbe5f92320bf.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.284746] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecff4baf-5614-4789-b55e-6dc964be4eee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.293506] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1115.293506] env[69371]: value = "task-4130842" [ 1115.293506] env[69371]: _type = "Task" [ 1115.293506] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.307468] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.362607] env[69371]: DEBUG nova.network.neutron [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updated VIF entry in instance network info cache for port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.363233] env[69371]: DEBUG nova.network.neutron [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating instance_info_cache with network_info: [{"id": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "address": "fa:16:3e:24:48:3a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6c8c4c-7f", "ovs_interfaceid": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.416468] env[69371]: DEBUG oslo_vmware.api [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130839, 'name': RemoveSnapshot_Task, 'duration_secs': 1.052642} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.416899] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1115.417063] env[69371]: INFO nova.compute.manager [None req-3bdc0263-e3ce-4d07-8b75-1f32d0a96f22 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 1115.541077] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130841, 'name': CreateVM_Task, 'duration_secs': 0.565111} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.541636] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Successfully updated port: cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.542753] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.545464] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.545464] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.545464] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.545464] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b904d952-dba8-43dc-bf8e-f75abe463f49 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.555116] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1115.555116] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e811-f5c7-14a9-c80b-2b45e9e5a0aa" [ 1115.555116] env[69371]: _type = "Task" [ 1115.555116] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.570452] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e811-f5c7-14a9-c80b-2b45e9e5a0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.730167] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130840, 'name': Rename_Task, 'duration_secs': 1.23505} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.730490] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.730733] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8837317f-8644-4d81-9232-25c832d7211e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.739398] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1115.739398] env[69371]: value = "task-4130843" [ 1115.739398] env[69371]: _type = "Task" [ 1115.739398] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.761764] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.800116] env[69371]: DEBUG nova.network.neutron [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.811682] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.866212] env[69371]: DEBUG oslo_concurrency.lockutils [req-5c270eef-d353-414a-838f-26d493795ca6 req-b3208d9a-0491-4d10-9026-49b61df26ee3 service nova] Releasing lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.045919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.045919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.046356] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.069262] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5295e811-f5c7-14a9-c80b-2b45e9e5a0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.043873} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.069607] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.069881] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.070162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.070319] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.070510] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.070828] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed3da68-8660-40f2-bc26-6e95441f6bc9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.093551] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.093784] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.094632] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f285fde-03cf-4bc8-8b45-4fcddf103b91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.104340] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1116.104340] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d72766-51a2-f82a-7290-84d368c4a290" [ 1116.104340] env[69371]: _type = "Task" [ 1116.104340] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.118386] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d72766-51a2-f82a-7290-84d368c4a290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.259500] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.310367] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Releasing lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.322814] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.430414] env[69371]: DEBUG nova.compute.manager [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-vif-plugged-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.430874] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.431255] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.431551] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.431787] env[69371]: DEBUG nova.compute.manager [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] No waiting events found dispatching network-vif-plugged-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.432049] env[69371]: WARNING nova.compute.manager [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received unexpected event network-vif-plugged-cf59d71c-3f71-40b2-920a-bba2fca266b3 for instance with vm_state building and task_state spawning. [ 1116.432252] env[69371]: DEBUG nova.compute.manager [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.432476] env[69371]: DEBUG nova.compute.manager [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing instance network info cache due to event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.432739] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.461831] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d5ba0-c119-4351-9266-9acc00f2fd7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472756] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e25c8-d673-413a-9c74-1c0ecfef175c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.511623] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487439b-748d-4286-ae6e-efdc8c687093 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.520516] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd1d2ef-0661-4f4c-aa14-46bc29afe86f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.536654] env[69371]: DEBUG nova.compute.provider_tree [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.552161] env[69371]: DEBUG nova.network.neutron [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [{"id": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "address": "fa:16:3e:3e:5d:9d", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63963a30-97", "ovs_interfaceid": "63963a30-97d4-46cb-91f2-0fa2cbd23e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.583514] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.617214] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d72766-51a2-f82a-7290-84d368c4a290, 'name': SearchDatastore_Task, 'duration_secs': 0.072618} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.618504] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35003f4d-e15a-4be5-8f26-031f8a6b06a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.624752] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1116.624752] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52912a17-260e-bb48-938c-d513bcffc5e0" [ 1116.624752] env[69371]: _type = "Task" [ 1116.624752] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.636538] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52912a17-260e-bb48-938c-d513bcffc5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.748116] env[69371]: DEBUG nova.network.neutron [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.752807] env[69371]: DEBUG oslo_vmware.api [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130843, 'name': PowerOnVM_Task, 'duration_secs': 0.941633} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.753396] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.753596] env[69371]: INFO nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1116.753770] env[69371]: DEBUG nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.754606] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a85fc-5aa8-48c4-8c07-ee4f2432e016 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.807457] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130842, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059844} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.808434] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1e2b8f2b-2107-4788-852f-dbe5f92320bf/1e2b8f2b-2107-4788-852f-dbe5f92320bf.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.808647] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.808908] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6568ba7d-efb1-4016-8826-ab2dbb865f18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.814933] env[69371]: DEBUG nova.compute.manager [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.815763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993401d-f19e-4892-85ad-c853a6afe3f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.819944] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1116.819944] env[69371]: value = "task-4130844" [ 1116.819944] env[69371]: _type = "Task" [ 1116.819944] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.833813] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.040048] env[69371]: DEBUG nova.scheduler.client.report [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.054762] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.055131] env[69371]: DEBUG nova.objects.instance [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'migration_context' on Instance uuid a805f8f7-b5ab-4f50-b0f9-d29b52a066ab {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.136066] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52912a17-260e-bb48-938c-d513bcffc5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.025113} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.136066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.136342] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.136821] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca176017-7d52-4a86-b613-f88a8e954c35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.144936] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1117.144936] env[69371]: value = "task-4130845" [ 1117.144936] env[69371]: _type = "Task" [ 1117.144936] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.154460] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.254698] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.255130] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Instance network_info: |[{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.255584] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.255913] env[69371]: DEBUG nova.network.neutron [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.257689] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:21:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf59d71c-3f71-40b2-920a-bba2fca266b3', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.269862] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.276872] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.280266] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86b6e963-fc60-40d1-8d01-c0a9a96fa730 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.306487] env[69371]: INFO nova.compute.manager [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Took 23.58 seconds to build instance. [ 1117.315674] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.315674] env[69371]: value = "task-4130846" [ 1117.315674] env[69371]: _type = "Task" [ 1117.315674] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.345134] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130846, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.345134] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.345317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.346609] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e730515c-e010-43f2-9162-2fec33f5c7b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.385600] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1e2b8f2b-2107-4788-852f-dbe5f92320bf/1e2b8f2b-2107-4788-852f-dbe5f92320bf.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.387153] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc4ae30-8a2d-4a12-adc9-43c683aa73cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.426140] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1117.426140] env[69371]: value = "task-4130847" [ 1117.426140] env[69371]: _type = "Task" [ 1117.426140] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.440568] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.545218] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.545971] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.560026] env[69371]: DEBUG nova.objects.base [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.560026] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8d4a7-f787-45c6-928f-afe5b46edae4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.582629] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe2a03f-9b0e-4286-8f80-2446462ef454 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.590569] env[69371]: DEBUG oslo_vmware.api [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1117.590569] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e1d851-14cb-eac3-7176-4395d4443a41" [ 1117.590569] env[69371]: _type = "Task" [ 1117.590569] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.602137] env[69371]: DEBUG oslo_vmware.api [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e1d851-14cb-eac3-7176-4395d4443a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.658132] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130845, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.809810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-125b937a-ef18-4ef1-a65f-457d0976a870 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.091s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.832072] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130846, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.849050] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe3702-3ae5-40a0-822c-61bc7f6d4864 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.863322] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Doing hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1117.864041] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-61858b92-7abd-4b5d-b677-d38130b313d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.876310] env[69371]: DEBUG oslo_vmware.api [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1117.876310] env[69371]: value = "task-4130848" [ 1117.876310] env[69371]: _type = "Task" [ 1117.876310] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.896407] env[69371]: DEBUG oslo_vmware.api [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130848, 'name': ResetVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.944029] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.052450] env[69371]: DEBUG nova.compute.utils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.054233] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.054478] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.101441] env[69371]: DEBUG oslo_vmware.api [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e1d851-14cb-eac3-7176-4395d4443a41, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.101806] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.102094] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.109523] env[69371]: DEBUG nova.network.neutron [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updated VIF entry in instance network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.109965] env[69371]: DEBUG nova.network.neutron [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.130146] env[69371]: DEBUG nova.policy [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975db30bb8064ca48c1c2b13d366cf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4f12781c2545eda6d2c86983347eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.158513] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832829} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.158801] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.159033] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.159364] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49e662ae-1e96-478a-bc34-ae10e301d0df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.167549] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1118.167549] env[69371]: value = "task-4130849" [ 1118.167549] env[69371]: _type = "Task" [ 1118.167549] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.178899] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.331646] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130846, 'name': CreateVM_Task, 'duration_secs': 0.702981} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.331746] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.332840] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.333015] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.333829] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.333829] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0678945-53d6-4af9-aa01-42fc1a321963 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.340634] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1118.340634] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528d568b-8b1a-2229-37f6-0b10cae3ff42" [ 1118.340634] env[69371]: _type = "Task" [ 1118.340634] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.350325] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d568b-8b1a-2229-37f6-0b10cae3ff42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.388303] env[69371]: DEBUG oslo_vmware.api [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130848, 'name': ResetVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.438924] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130847, 'name': ReconfigVM_Task, 'duration_secs': 0.815788} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.439688] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1e2b8f2b-2107-4788-852f-dbe5f92320bf/1e2b8f2b-2107-4788-852f-dbe5f92320bf.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.440459] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6357dbc5-1cc3-4806-9326-6964ed2d5401 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.451100] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1118.451100] env[69371]: value = "task-4130850" [ 1118.451100] env[69371]: _type = "Task" [ 1118.451100] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.462932] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130850, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.506766] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Successfully created port: 9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.557831] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.613615] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a50c6e7-ded2-4c04-bf07-62864a18974c req-b615a377-4829-4c83-947d-b6e41e9bb5ce service nova] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.681758] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137587} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.682102] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.682953] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ed4f30-8f01-404c-aea0-939de5954513 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.707855] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.711166] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378a446a-043d-4a59-b6f2-330e4e038228 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.732493] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1118.732493] env[69371]: value = "task-4130851" [ 1118.732493] env[69371]: _type = "Task" [ 1118.732493] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.743023] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.853083] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d568b-8b1a-2229-37f6-0b10cae3ff42, 'name': SearchDatastore_Task, 'duration_secs': 0.017917} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.856193] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.856552] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.856824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.856972] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.857175] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.857943] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae24f3d-c401-495c-a409-b20fc88cb527 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.870653] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.870653] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.872380] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9c48c7-0e51-4f7b-a665-58eda12fb9d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.879608] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1118.879608] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52bfbe0c-c3e8-9327-4bac-5712c25315fc" [ 1118.879608] env[69371]: _type = "Task" [ 1118.879608] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.895190] env[69371]: DEBUG oslo_vmware.api [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130848, 'name': ResetVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.898440] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bfbe0c-c3e8-9327-4bac-5712c25315fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.931366] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6f5467-f4e1-4d9e-94de-fb082177f5a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.940916] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ba23e-6889-4f2c-8ccf-1d9db293b268 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.981352] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c1fb0a-8760-4b63-8d1f-a29c9647adb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.997023] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130850, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.997023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f13f0-3a9d-4fbd-9fbd-189fbd82e7c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.012472] env[69371]: DEBUG nova.compute.provider_tree [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.056593] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.056942] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.245677] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.396508] env[69371]: DEBUG oslo_vmware.api [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130848, 'name': ResetVM_Task, 'duration_secs': 1.19671} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.401370] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Did hard reboot of VM {{(pid=69371) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1119.401790] env[69371]: DEBUG nova.compute.manager [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.402025] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52bfbe0c-c3e8-9327-4bac-5712c25315fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.402896] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a18b2-aed5-4e10-b514-7e47641cf7db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.407091] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd44561a-1c72-4e27-97e1-9bbe0d6f7051 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.415657] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1119.415657] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5292aa7a-1cb9-6f77-77b6-1af476eb603e" [ 1119.415657] env[69371]: _type = "Task" [ 1119.415657] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.432283] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5292aa7a-1cb9-6f77-77b6-1af476eb603e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.489861] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130850, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.516511] env[69371]: DEBUG nova.scheduler.client.report [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.561646] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.568028] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.603854] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3263d5e572ade369469c2c75525442f5',container_format='bare',created_at=2025-05-14T06:55:20Z,direct_url=,disk_format='vmdk',id=e6ce2006-707b-4e01-8bf4-ee05622aefc3,min_disk=1,min_ram=0,name='tempest-test-snap-384562488',owner='5e4f12781c2545eda6d2c86983347eff',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T06:55:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.604194] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.604451] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.604689] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.604823] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.604969] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.605199] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.605358] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.605526] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.605689] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.605880] env[69371]: DEBUG nova.virt.hardware [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.608838] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5080f5f-42d6-4b13-a292-a93c089ba50e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620344] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abcd9ee-1d87-46db-9f48-49f077ccc345 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.743503] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130851, 'name': ReconfigVM_Task, 'duration_secs': 0.871557} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.743829] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.744524] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4035c7-7c82-4486-82c0-b450ec092fdf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.752612] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1119.752612] env[69371]: value = "task-4130852" [ 1119.752612] env[69371]: _type = "Task" [ 1119.752612] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.762809] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130852, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.829918] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.830339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.830642] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.830886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.831473] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.833698] env[69371]: INFO nova.compute.manager [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Terminating instance [ 1119.934297] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5292aa7a-1cb9-6f77-77b6-1af476eb603e, 'name': SearchDatastore_Task, 'duration_secs': 0.017229} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.935157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9ec42947-2c16-45d7-93b4-083c4fdebc6a tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.414s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.940022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.940022] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 625b730d-818e-4d56-b19a-d925114a7e8e/625b730d-818e-4d56-b19a-d925114a7e8e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.940022] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b32974-a05d-4b73-ba3d-5880cc13b427 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.946902] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1119.946902] env[69371]: value = "task-4130853" [ 1119.946902] env[69371]: _type = "Task" [ 1119.946902] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.961283] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.986113] env[69371]: DEBUG nova.compute.manager [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Received event network-vif-plugged-9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.986412] env[69371]: DEBUG oslo_concurrency.lockutils [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] Acquiring lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.986627] env[69371]: DEBUG oslo_concurrency.lockutils [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.986784] env[69371]: DEBUG oslo_concurrency.lockutils [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.986996] env[69371]: DEBUG nova.compute.manager [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] No waiting events found dispatching network-vif-plugged-9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.987138] env[69371]: WARNING nova.compute.manager [req-c6be2f86-8e7f-4078-8eba-cb195899f9b2 req-df7ad042-a408-4169-8ea4-86c84febae0f service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Received unexpected event network-vif-plugged-9fffb904-238b-4360-becd-dd733d955829 for instance with vm_state building and task_state spawning. [ 1119.991085] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130850, 'name': Rename_Task, 'duration_secs': 1.085464} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.991644] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.991913] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe464089-6481-4e34-acd4-72ceda8558ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.000521] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1120.000521] env[69371]: value = "task-4130854" [ 1120.000521] env[69371]: _type = "Task" [ 1120.000521] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.010477] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.098989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.104442] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Successfully updated port: 9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.265028] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130852, 'name': Rename_Task, 'duration_secs': 0.224989} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.265470] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.265764] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e53f7964-26ef-456b-b711-992a9a2acaea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.274420] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1120.274420] env[69371]: value = "task-4130855" [ 1120.274420] env[69371]: _type = "Task" [ 1120.274420] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.290631] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.339096] env[69371]: DEBUG nova.compute.manager [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.339454] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.340743] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13351f27-8507-4bed-81ed-dec87675c198 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.349624] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.351036] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6d1332-3a6b-4e80-8d94-76e1a15371b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.358707] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1120.358707] env[69371]: value = "task-4130856" [ 1120.358707] env[69371]: _type = "Task" [ 1120.358707] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.369043] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.459780] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.520707] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130854, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.529813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.427s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.539024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.436s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.539024] env[69371]: INFO nova.compute.claims [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.597400] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1120.598441] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c086a8-7459-4df9-868e-0c853d7a87d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.606013] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1120.606206] env[69371]: ERROR oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk due to incomplete transfer. [ 1120.606774] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.606945] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.607123] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.608250] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03a4e361-e62e-4a43-bef6-71f1c490e52b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.618309] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529970c7-7eda-ff82-8517-ca11925bc82a/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1120.619084] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Uploaded image 81440441-5ae5-4a56-8ba5-36f36047b3f6 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1120.620920] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1120.621877] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0352ac2-805f-453e-a539-6cd80dd48d0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.630324] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1120.630324] env[69371]: value = "task-4130857" [ 1120.630324] env[69371]: _type = "Task" [ 1120.630324] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.640318] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130857, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.789429] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.793429] env[69371]: DEBUG nova.compute.manager [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.793664] env[69371]: DEBUG nova.compute.manager [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing instance network info cache due to event network-changed-c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.793970] env[69371]: DEBUG oslo_concurrency.lockutils [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] Acquiring lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.794338] env[69371]: DEBUG oslo_concurrency.lockutils [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] Acquired lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.794674] env[69371]: DEBUG nova.network.neutron [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Refreshing network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.872158] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130856, 'name': PowerOffVM_Task, 'duration_secs': 0.242978} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.872558] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.872838] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.873706] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb9dcb4-cd07-440c-9308-0c8884258cc7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.961131] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.964841] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.965106] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.965317] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleting the datastore file [datastore2] 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.965621] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-945660a9-6291-47cc-b16c-aa5585c582de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.974382] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1120.974382] env[69371]: value = "task-4130859" [ 1120.974382] env[69371]: _type = "Task" [ 1120.974382] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.983369] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.013091] env[69371]: DEBUG oslo_vmware.api [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130854, 'name': PowerOnVM_Task, 'duration_secs': 0.922952} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.013602] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.013861] env[69371]: INFO nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1121.014100] env[69371]: DEBUG nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.015134] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b88ed-80c9-4036-be40-5aec00d8b244 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.122141] env[69371]: INFO nova.scheduler.client.report [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocation for migration ce8edac0-e5ed-4d2f-83b4-0aea43c140dd [ 1121.143147] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130857, 'name': Destroy_Task, 'duration_secs': 0.439261} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.143330] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Destroyed the VM [ 1121.143568] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.143832] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92155c22-7a90-48c8-b2b9-1bf03d9ceadb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.151598] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1121.151598] env[69371]: value = "task-4130860" [ 1121.151598] env[69371]: _type = "Task" [ 1121.151598] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.152477] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.168149] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.287579] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.403151] env[69371]: DEBUG nova.network.neutron [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Updating instance_info_cache with network_info: [{"id": "9fffb904-238b-4360-becd-dd733d955829", "address": "fa:16:3e:e2:f7:b5", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fffb904-23", "ovs_interfaceid": "9fffb904-238b-4360-becd-dd733d955829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.465268] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130853, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.489099] env[69371]: DEBUG oslo_vmware.api [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403794} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.489471] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.489709] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.489920] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.490191] env[69371]: INFO nova.compute.manager [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1121.490640] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.490755] env[69371]: DEBUG nova.compute.manager [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.490967] env[69371]: DEBUG nova.network.neutron [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.540572] env[69371]: INFO nova.compute.manager [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Took 26.80 seconds to build instance. [ 1121.629863] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e2f89cbe-60dc-4795-b63e-fe500a65ef74 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.042s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.650380] env[69371]: DEBUG nova.network.neutron [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updated VIF entry in instance network info cache for port c26b2a90-a5fd-4db5-b2dd-bc2221e25135. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.650380] env[69371]: DEBUG nova.network.neutron [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [{"id": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "address": "fa:16:3e:6b:e5:a0", "network": {"id": "2f98da25-4559-444e-b467-a9713f94eda1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-413933844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a6d3ab37f043d7978746c2c039d6fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc26b2a90-a5", "ovs_interfaceid": "c26b2a90-a5fd-4db5-b2dd-bc2221e25135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.670915] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130860, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.728151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.728151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.728151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.728151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.728151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.732033] env[69371]: INFO nova.compute.manager [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Terminating instance [ 1121.791317] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130855, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.881152] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e0c28-946d-455c-97e4-baefffb16778 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.888599] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.889029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.889314] env[69371]: INFO nova.compute.manager [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Shelving [ 1121.897455] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ec5c5-04d4-4fe5-997f-0c84aa292e58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.932344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.932690] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Instance network_info: |[{"id": "9fffb904-238b-4360-becd-dd733d955829", "address": "fa:16:3e:e2:f7:b5", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fffb904-23", "ovs_interfaceid": "9fffb904-238b-4360-becd-dd733d955829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.933968] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f7:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fffb904-238b-4360-becd-dd733d955829', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.941725] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.942564] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384a6bb0-f37f-4703-ba75-0e22e59263d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.946617] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.949522] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50756415-a792-4979-b268-8b74f201171f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.966845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.967227] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.967455] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.968032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.968032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.977799] env[69371]: INFO nova.compute.manager [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Terminating instance [ 1121.983604] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9b417-95bf-4281-a711-c6262319dddd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.993592] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.708251} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.993883] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.993883] env[69371]: value = "task-4130861" [ 1121.993883] env[69371]: _type = "Task" [ 1121.993883] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.994516] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 625b730d-818e-4d56-b19a-d925114a7e8e/625b730d-818e-4d56-b19a-d925114a7e8e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.994749] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.995136] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b660934-2ec0-49f6-a30f-bed7d9b9b590 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.011036] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.019485] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130861, 'name': CreateVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.021670] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1122.021670] env[69371]: value = "task-4130862" [ 1122.021670] env[69371]: _type = "Task" [ 1122.021670] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.030088] env[69371]: DEBUG nova.compute.manager [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Received event network-changed-9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.030519] env[69371]: DEBUG nova.compute.manager [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Refreshing instance network info cache due to event network-changed-9fffb904-238b-4360-becd-dd733d955829. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.031313] env[69371]: DEBUG oslo_concurrency.lockutils [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] Acquiring lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.031567] env[69371]: DEBUG oslo_concurrency.lockutils [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] Acquired lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.031676] env[69371]: DEBUG nova.network.neutron [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Refreshing network info cache for port 9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.037251] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.040611] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79fadb37-5ee3-43e9-a368-4864950b7978 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.319s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.152904] env[69371]: DEBUG oslo_concurrency.lockutils [req-4c41499c-7a2f-4518-b370-73dffbbbaaed req-1326774f-09e1-4864-ab61-e71264584cb4 service nova] Releasing lock "refresh_cache-7c2dc3be-7a18-404b-bd8e-79d10d02c417" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.168028] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.168518] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.168672] env[69371]: DEBUG nova.compute.manager [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.172141] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f85103-8ead-4873-aa60-10fe07c60801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.235690] env[69371]: DEBUG nova.compute.manager [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.235922] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.237181] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790f6d0-4d99-404a-bb5a-b934935a4587 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.246128] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.246423] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420b67e7-909a-47e5-8b66-d42f864ea0c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.253992] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1122.253992] env[69371]: value = "task-4130863" [ 1122.253992] env[69371]: _type = "Task" [ 1122.253992] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.265967] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.287953] env[69371]: DEBUG oslo_vmware.api [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130855, 'name': PowerOnVM_Task, 'duration_secs': 1.610614} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.288401] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.288636] env[69371]: INFO nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1122.288817] env[69371]: DEBUG nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.289679] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469b758e-3f90-4d1b-8ab4-1e29ab2c5839 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.489468] env[69371]: DEBUG nova.compute.manager [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.489692] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.492045] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa70c5a-a84a-4ab9-976b-589c225c7741 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.506327] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.511317] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32795156-265d-44e2-a009-5a26f4276ea4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.513103] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130861, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.522907] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1122.522907] env[69371]: value = "task-4130864" [ 1122.522907] env[69371]: _type = "Task" [ 1122.522907] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.544258] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083793} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.544258] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.544537] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.545624] env[69371]: ERROR nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [req-a14978b8-c9c3-4fef-9fa9-88116c85e954] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a14978b8-c9c3-4fef-9fa9-88116c85e954"}]} [ 1122.546944] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb8f86-a058-4c81-b6df-2f633510c996 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.578791] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 625b730d-818e-4d56-b19a-d925114a7e8e/625b730d-818e-4d56-b19a-d925114a7e8e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.580302] env[69371]: DEBUG nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1122.582640] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d22415-7edf-4929-8c7e-928e93d19d1b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608132] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1122.608132] env[69371]: value = "task-4130865" [ 1122.608132] env[69371]: _type = "Task" [ 1122.608132] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.619013] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.631153] env[69371]: DEBUG nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1122.631530] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 133 to 134 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.631718] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.641472] env[69371]: DEBUG nova.network.neutron [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.650893] env[69371]: DEBUG nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1122.671897] env[69371]: DEBUG nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1122.685807] env[69371]: INFO nova.compute.manager [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Shelve offloading [ 1122.727533] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.727854] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.728082] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.728386] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.728609] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.737581] env[69371]: INFO nova.compute.manager [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Terminating instance [ 1122.765981] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130863, 'name': PowerOffVM_Task, 'duration_secs': 0.482894} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.765981] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.766325] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.770041] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6388ac95-7900-474e-9fcb-5c463c8e19ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.813309] env[69371]: INFO nova.compute.manager [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Took 16.71 seconds to build instance. [ 1122.850361] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.850697] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.850890] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleting the datastore file [datastore2] 7c2dc3be-7a18-404b-bd8e-79d10d02c417 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.851420] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf46140-a41e-418e-b4f9-26d9d4b88377 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.863809] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1122.863809] env[69371]: value = "task-4130867" [ 1122.863809] env[69371]: _type = "Task" [ 1122.863809] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.873951] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.900189] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.900350] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb19cfc7-2ef4-4d2d-8761-393bbaeb7326 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.902831] env[69371]: DEBUG nova.network.neutron [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Updated VIF entry in instance network info cache for port 9fffb904-238b-4360-becd-dd733d955829. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.903216] env[69371]: DEBUG nova.network.neutron [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Updating instance_info_cache with network_info: [{"id": "9fffb904-238b-4360-becd-dd733d955829", "address": "fa:16:3e:e2:f7:b5", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fffb904-23", "ovs_interfaceid": "9fffb904-238b-4360-becd-dd733d955829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.910611] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1122.910611] env[69371]: value = "task-4130868" [ 1122.910611] env[69371]: _type = "Task" [ 1122.910611] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.930343] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.012730] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130861, 'name': CreateVM_Task, 'duration_secs': 0.74383} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.012932] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.013738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.014728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.014728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.014728] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2ca9c0-1dfe-4d95-a62e-d2b939713b58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.022899] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1123.022899] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c6d543-eb43-c2b9-7863-d0f020c57f6d" [ 1123.022899] env[69371]: _type = "Task" [ 1123.022899] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.026756] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad538f6-c406-46e1-a89d-2a1a0c0543ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.041669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.042073] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Processing image e6ce2006-707b-4e01-8bf4-ee05622aefc3 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.042331] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.042480] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.042655] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.042980] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b84b35c-9821-46ce-98bf-c5a5ca54f5db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.045783] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abaccb-b832-4dbb-9d91-5fc05d6ebe74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.052626] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130864, 'name': PowerOffVM_Task, 'duration_secs': 0.22404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.053663] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.053851] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.054155] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa7e1ad-44cd-4258-bd5b-ff5d72e50eb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.087400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983232d-313a-4b9d-b15a-109c26079cb2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.091309] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.091309] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.094496] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58910eac-9d5e-4eac-8697-5a69c0086b00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.097272] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "41def017-fa5d-4d4b-a757-e0812fa258b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.097574] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.107927] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b8c65-d4d6-4f47-bd7b-fcc6b282f524 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.112551] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1123.112551] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52203c96-607d-a056-7674-082bbee7d598" [ 1123.112551] env[69371]: _type = "Task" [ 1123.112551] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.137000] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.137400] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.137629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.137897] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore1] a805f8f7-b5ab-4f50-b0f9-d29b52a066ab {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.145863] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6326562-09e7-49a5-80a8-4e711e085bd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.147870] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130865, 'name': ReconfigVM_Task, 'duration_secs': 0.385803} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.148298] env[69371]: INFO nova.compute.manager [-] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Took 1.66 seconds to deallocate network for instance. [ 1123.148857] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1123.149096] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Fetch image to [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b/OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1123.149307] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Downloading stream optimized image e6ce2006-707b-4e01-8bf4-ee05622aefc3 to [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b/OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b.vmdk on the data store datastore1 as vApp {{(pid=69371) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1123.149484] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Downloading image file data e6ce2006-707b-4e01-8bf4-ee05622aefc3 to the ESX as VM named 'OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b' {{(pid=69371) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1123.152318] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 625b730d-818e-4d56-b19a-d925114a7e8e/625b730d-818e-4d56-b19a-d925114a7e8e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.155938] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f85a43-5773-4287-92a5-2f8e854d12f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.162602] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1123.162602] env[69371]: value = "task-4130870" [ 1123.162602] env[69371]: _type = "Task" [ 1123.162602] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.170431] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1123.170431] env[69371]: value = "task-4130871" [ 1123.170431] env[69371]: _type = "Task" [ 1123.170431] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.179911] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.188677] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130871, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.206828] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.207977] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903cd63c-7a9b-4874-896d-b87cce597126 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.217062] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1123.217062] env[69371]: value = "task-4130872" [ 1123.217062] env[69371]: _type = "Task" [ 1123.217062] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.231220] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.231457] env[69371]: DEBUG nova.compute.manager [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1123.232360] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a77060-a613-4780-bdb2-4edc4e1cc32b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.240283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.240467] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.240652] env[69371]: DEBUG nova.network.neutron [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.242337] env[69371]: DEBUG nova.compute.manager [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.242546] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.243474] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d2f39-c6ee-40c9-97ce-bbfddda01a2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.251149] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1123.251149] env[69371]: value = "resgroup-9" [ 1123.251149] env[69371]: _type = "ResourcePool" [ 1123.251149] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1123.254341] env[69371]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-183e9653-21ab-4fa9-b4ce-473188c9d6bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.272079] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.272079] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c403592-ebce-4738-87bd-2dba9f4e03e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.280769] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1123.280769] env[69371]: value = "task-4130874" [ 1123.280769] env[69371]: _type = "Task" [ 1123.280769] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.281862] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease: (returnval){ [ 1123.281862] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1123.281862] env[69371]: _type = "HttpNfcLease" [ 1123.281862] env[69371]: } obtained for vApp import into resource pool (val){ [ 1123.281862] env[69371]: value = "resgroup-9" [ 1123.281862] env[69371]: _type = "ResourcePool" [ 1123.281862] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1123.282111] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the lease: (returnval){ [ 1123.282111] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1123.282111] env[69371]: _type = "HttpNfcLease" [ 1123.282111] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1123.295810] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.299447] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.299447] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1123.299447] env[69371]: _type = "HttpNfcLease" [ 1123.299447] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.316644] env[69371]: DEBUG oslo_concurrency.lockutils [None req-834affe6-7ec9-401e-8efb-3022fbd778b7 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.767s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.379093] env[69371]: DEBUG oslo_vmware.api [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2053} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.379532] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.380602] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.380602] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.380602] env[69371]: INFO nova.compute.manager [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1123.380602] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.380752] env[69371]: DEBUG nova.compute.manager [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.380820] env[69371]: DEBUG nova.network.neutron [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.408940] env[69371]: DEBUG oslo_concurrency.lockutils [req-afd3900f-ebd6-4c15-8b61-25b7becf558a req-6e8ae466-539f-4c80-b38a-3fbdaefda8ab service nova] Releasing lock "refresh_cache-3d48c930-ea5a-4c45-b59f-efb0d263a39c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.422703] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130868, 'name': PowerOffVM_Task, 'duration_secs': 0.215724} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.423314] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.424311] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79b30b-03e9-457a-a9ea-f5fc564d0f97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454747] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f70053-f02b-4a80-9a89-614532b88f24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.600878] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.664423] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.678911] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.684263] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130871, 'name': Rename_Task, 'duration_secs': 0.19342} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.684596] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.684859] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb71815d-7d49-4a48-9fd7-0046eaaad0b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.688698] env[69371]: DEBUG nova.scheduler.client.report [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1123.688916] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 134 to 135 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1123.689148] env[69371]: DEBUG nova.compute.provider_tree [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.696021] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1123.696021] env[69371]: value = "task-4130875" [ 1123.696021] env[69371]: _type = "Task" [ 1123.696021] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.705701] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.802113] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130874, 'name': PowerOffVM_Task, 'duration_secs': 0.29449} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.803921] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.804141] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.804536] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.804536] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1123.804536] env[69371]: _type = "HttpNfcLease" [ 1123.804536] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.804793] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5e37894-548e-4d54-9332-4dc5b767e229 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.969196] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.969591] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-575edef7-cc8a-4080-9205-bd502b883fe8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.978938] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1123.978938] env[69371]: value = "task-4130877" [ 1123.978938] env[69371]: _type = "Task" [ 1123.978938] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.988968] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.007971] env[69371]: DEBUG nova.network.neutron [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updating instance_info_cache with network_info: [{"id": "535e33db-cc97-4404-9203-904ff74f5086", "address": "fa:16:3e:45:52:80", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535e33db-cc", "ovs_interfaceid": "535e33db-cc97-4404-9203-904ff74f5086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.075146] env[69371]: DEBUG nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Received event network-vif-deleted-c06e20ba-42b6-48e0-8e2b-0046841eeae7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.075392] env[69371]: DEBUG nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Received event network-changed-0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.075647] env[69371]: DEBUG nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Refreshing instance network info cache due to event network-changed-0f6c8c4c-7f48-4008-b5e2-91bb4750165f. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.075945] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] Acquiring lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.076205] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] Acquired lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.076923] env[69371]: DEBUG nova.network.neutron [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Refreshing network info cache for port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.125397] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.174399] env[69371]: DEBUG oslo_vmware.api [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576255} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.174691] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.174879] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.175110] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.175249] env[69371]: INFO nova.compute.manager [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1124.175546] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.175679] env[69371]: DEBUG nova.compute.manager [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.175773] env[69371]: DEBUG nova.network.neutron [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.195605] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.660s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.196204] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.198983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.535s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.199241] env[69371]: DEBUG nova.objects.instance [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'resources' on Instance uuid 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.211546] env[69371]: DEBUG nova.network.neutron [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.212561] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.300323] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.300323] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1124.300323] env[69371]: _type = "HttpNfcLease" [ 1124.300323] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.300872] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.300872] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c1c87-522f-3740-908c-89af1a7114e7" [ 1124.300872] env[69371]: _type = "HttpNfcLease" [ 1124.300872] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1124.301560] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c4298-a98c-4cf3-88c2-584592bfb6ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.311334] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.311559] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1124.387730] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-232674c3-a05a-4862-8c9b-687f5423c68c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.412983] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.413297] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.413496] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Deleting the datastore file [datastore2] 1e2b8f2b-2107-4788-852f-dbe5f92320bf {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.413781] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8ceb16-d371-47be-952f-a8b9598617d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.422940] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for the task: (returnval){ [ 1124.422940] env[69371]: value = "task-4130878" [ 1124.422940] env[69371]: _type = "Task" [ 1124.422940] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.432699] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.492410] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.511611] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.715123] env[69371]: DEBUG nova.compute.utils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.720342] env[69371]: INFO nova.compute.manager [-] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Took 1.34 seconds to deallocate network for instance. [ 1124.720859] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.721055] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.751287] env[69371]: DEBUG oslo_vmware.api [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130875, 'name': PowerOnVM_Task, 'duration_secs': 0.701946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.756087] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.756379] env[69371]: INFO nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1124.756685] env[69371]: DEBUG nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.758761] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786cd03a-0593-4890-8e45-2808e5dfc0cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.941615] env[69371]: DEBUG oslo_vmware.api [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Task: {'id': task-4130878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194024} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.947035] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.947299] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.947625] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.947835] env[69371]: INFO nova.compute.manager [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1124.948113] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.948625] env[69371]: DEBUG nova.compute.manager [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.948720] env[69371]: DEBUG nova.network.neutron [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.968694] env[69371]: DEBUG nova.network.neutron [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.996303] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130877, 'name': CreateSnapshot_Task, 'duration_secs': 0.729928} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.001700] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1125.003363] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b13ab-e4ea-416e-bb69-403013946c30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.130844] env[69371]: DEBUG nova.policy [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.136516] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906daeae-6dfb-4c8c-83c9-0ea38ad5ae10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.147667] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577711a-c0d7-4a92-a9db-26a322ba27ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.182795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247a47b-4840-42d8-b9fe-021ebc7644c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.192560] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612439cd-02d8-4948-b740-4e1abb54b0bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.209314] env[69371]: DEBUG nova.compute.provider_tree [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.221203] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1125.221528] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.222805] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998fdc4-d7d5-4c05-83dc-f01259bc0b9b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.227724] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.236842] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.237170] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.237326] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1125.240413] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9fd2583a-963b-4bcf-b94b-76065c40585f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.284289] env[69371]: INFO nova.compute.manager [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Took 15.30 seconds to build instance. [ 1125.475454] env[69371]: INFO nova.compute.manager [-] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Took 1.30 seconds to deallocate network for instance. [ 1125.507605] env[69371]: DEBUG nova.network.neutron [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updated VIF entry in instance network info cache for port 0f6c8c4c-7f48-4008-b5e2-91bb4750165f. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.507605] env[69371]: DEBUG nova.network.neutron [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating instance_info_cache with network_info: [{"id": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "address": "fa:16:3e:24:48:3a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f6c8c4c-7f", "ovs_interfaceid": "0f6c8c4c-7f48-4008-b5e2-91bb4750165f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.528885] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1125.530069] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ccb0d8e0-44cd-44f0-98fe-a3b7a6829185 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.540272] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1125.540272] env[69371]: value = "task-4130879" [ 1125.540272] env[69371]: _type = "Task" [ 1125.540272] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.550333] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.561672] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.562956] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc47e9-e1ba-4c7b-ba63-ad82d9f10e97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.571405] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.571754] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0993a40-e5ba-4c86-b9a8-9ae004a8e35a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.644072] env[69371]: DEBUG oslo_vmware.rw_handles [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e575a-af31-9b19-b90d-92f067a959ef/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1125.644398] env[69371]: INFO nova.virt.vmwareapi.images [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Downloaded image file data e6ce2006-707b-4e01-8bf4-ee05622aefc3 [ 1125.648056] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968680d2-92e3-4f8e-b678-6ec61d29056d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.667344] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4809b0e-eb28-4496-9c9c-569826a7929e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.669346] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.669608] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.669807] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore2] 43a4b2f7-26c9-452d-a654-aa65196d8779 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.670517] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db853d2a-8ad9-48a1-abeb-72ca4f2223ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.679898] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1125.679898] env[69371]: value = "task-4130882" [ 1125.679898] env[69371]: _type = "Task" [ 1125.679898] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.692621] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.710373] env[69371]: INFO nova.virt.vmwareapi.images [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] The imported VM was unregistered [ 1125.714228] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1125.714786] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.719039] env[69371]: DEBUG nova.scheduler.client.report [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.722275] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555772fe-ee71-4b04-a3ff-6c79667050f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.744611] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.744815] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b/OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b.vmdk to [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk. {{(pid=69371) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1125.745148] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-20c4095a-7986-459c-915f-ed851523fbcb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.753838] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1125.753838] env[69371]: value = "task-4130883" [ 1125.753838] env[69371]: _type = "Task" [ 1125.753838] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.763701] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.786367] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a589d17-5f1f-4b56-b6f4-84ac213338eb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.808s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.816486] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Successfully created port: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.982558] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.014552] env[69371]: DEBUG oslo_concurrency.lockutils [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] Releasing lock "refresh_cache-bb6d50fa-fd1e-4d72-a443-b0c21b579302" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.014881] env[69371]: DEBUG nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Received event network-vif-deleted-c26b2a90-a5fd-4db5-b2dd-bc2221e25135 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.015118] env[69371]: INFO nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Neutron deleted interface c26b2a90-a5fd-4db5-b2dd-bc2221e25135; detaching it from the instance and deleting it from the info cache [ 1126.015324] env[69371]: DEBUG nova.network.neutron [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.054743] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.126574] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Received event network-vif-deleted-63963a30-97d4-46cb-91f2-0fa2cbd23e66 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.126891] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received event network-vif-unplugged-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.127137] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.127409] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.127621] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.127825] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] No waiting events found dispatching network-vif-unplugged-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.128082] env[69371]: WARNING nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received unexpected event network-vif-unplugged-535e33db-cc97-4404-9203-904ff74f5086 for instance with vm_state shelved and task_state shelving_offloading. [ 1126.128350] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Received event network-changed-535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.128868] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Refreshing instance network info cache due to event network-changed-535e33db-cc97-4404-9203-904ff74f5086. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.128868] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Acquiring lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.129247] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Acquired lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.130271] env[69371]: DEBUG nova.network.neutron [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Refreshing network info cache for port 535e33db-cc97-4404-9203-904ff74f5086 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.191130] env[69371]: DEBUG oslo_vmware.api [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300476} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.191473] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.191681] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.191883] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.196830] env[69371]: DEBUG nova.network.neutron [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.227606] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.232957] env[69371]: INFO nova.scheduler.client.report [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance 43a4b2f7-26c9-452d-a654-aa65196d8779 [ 1126.238079] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.111s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.240028] env[69371]: INFO nova.compute.claims [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.244697] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.255622] env[69371]: INFO nova.scheduler.client.report [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted allocations for instance 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c [ 1126.272966] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.283568] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.283801] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.283971] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.284192] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.284357] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.284519] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.284760] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.285018] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.285093] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.285260] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.285428] env[69371]: DEBUG nova.virt.hardware [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.287017] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84b8cd-a105-4065-b8d1-e79c3a33ae97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.296983] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1b128-451c-48ee-a366-ec3c3d8226ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.518606] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eac4a911-26e0-4f5a-a494-192921bf4038 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.530712] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df50b1-f342-4684-bdfe-4ea09e762896 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.563042] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.574599] env[69371]: DEBUG nova.compute.manager [req-2ff0f9cc-7afc-467c-8d4f-5d89e9255130 req-61203b82-642d-459f-8bd0-57d0217c92c2 service nova] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Detach interface failed, port_id=c26b2a90-a5fd-4db5-b2dd-bc2221e25135, reason: Instance 7c2dc3be-7a18-404b-bd8e-79d10d02c417 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.701438] env[69371]: INFO nova.compute.manager [-] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Took 1.75 seconds to deallocate network for instance. [ 1126.752586] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.768822] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dd0fc0f3-0338-4d9f-816d-0eeb084298c3 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "05ea7d54-8b7b-48ba-a7d0-87dd1dad081c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.938s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.785864] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.052542] env[69371]: DEBUG nova.network.neutron [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updated VIF entry in instance network info cache for port 535e33db-cc97-4404-9203-904ff74f5086. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.052887] env[69371]: DEBUG nova.network.neutron [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updating instance_info_cache with network_info: [{"id": "535e33db-cc97-4404-9203-904ff74f5086", "address": "fa:16:3e:45:52:80", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": null, "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap535e33db-cc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.063925] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.207920] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.282376] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.337299] env[69371]: DEBUG nova.compute.manager [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.337551] env[69371]: DEBUG nova.compute.manager [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.338510] env[69371]: DEBUG oslo_concurrency.lockutils [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.338510] env[69371]: DEBUG oslo_concurrency.lockutils [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.338510] env[69371]: DEBUG nova.network.neutron [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.551025] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Successfully updated port: c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.558932] env[69371]: DEBUG oslo_concurrency.lockutils [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] Releasing lock "refresh_cache-43a4b2f7-26c9-452d-a654-aa65196d8779" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.559171] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Received event network-vif-deleted-4769bc83-8846-4142-bb1f-5a4ac752a278 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.559517] env[69371]: INFO nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Neutron deleted interface 4769bc83-8846-4142-bb1f-5a4ac752a278; detaching it from the instance and deleting it from the info cache [ 1127.559706] env[69371]: DEBUG nova.network.neutron [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.573587] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.581207] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbd574-0bba-4850-8d72-e8d0f4bc0158 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.590357] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a025b9f-27ea-4cee-a93a-4c49dd61b15d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.634947] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f025068-88cb-44a4-9deb-454f6b556198 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.647162] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c997f5b-c562-4465-ba3d-29f1009654a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.673431] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.785370] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.071598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.071823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.072212] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.074060] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130879, 'name': CloneVM_Task, 'duration_secs': 2.122262} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.074402] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9df873af-f1a9-4fe0-9f3e-5de019ed4b4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.076874] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Created linked-clone VM from snapshot [ 1128.078527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6ecc8f-0940-4e1d-aedc-5b0b85ec9808 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.093761] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a278a7-ee7d-473a-ab3e-2f07290b1748 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.105024] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Uploading image 0515140b-63cd-471b-ab76-c1e809d8f1e8 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1128.112791] env[69371]: DEBUG nova.network.neutron [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.112933] env[69371]: DEBUG nova.network.neutron [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.138629] env[69371]: DEBUG nova.compute.manager [req-41b0699c-623b-4b4b-a00c-653eb5381c2d req-0074ec0d-4e7f-4c41-9fea-7483b56beb95 service nova] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Detach interface failed, port_id=4769bc83-8846-4142-bb1f-5a4ac752a278, reason: Instance 1e2b8f2b-2107-4788-852f-dbe5f92320bf could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.150955] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1128.150955] env[69371]: value = "vm-818183" [ 1128.150955] env[69371]: _type = "VirtualMachine" [ 1128.150955] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1128.151534] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f093f34-82b1-40b9-bd40-b7dd0d8e7d17 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.163465] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease: (returnval){ [ 1128.163465] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae2837-a614-693b-3445-01c92b805f9e" [ 1128.163465] env[69371]: _type = "HttpNfcLease" [ 1128.163465] env[69371]: } obtained for exporting VM: (result){ [ 1128.163465] env[69371]: value = "vm-818183" [ 1128.163465] env[69371]: _type = "VirtualMachine" [ 1128.163465] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1128.163826] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the lease: (returnval){ [ 1128.163826] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae2837-a614-693b-3445-01c92b805f9e" [ 1128.163826] env[69371]: _type = "HttpNfcLease" [ 1128.163826] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1128.175517] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.175517] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae2837-a614-693b-3445-01c92b805f9e" [ 1128.175517] env[69371]: _type = "HttpNfcLease" [ 1128.175517] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.204761] env[69371]: ERROR nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [req-6d5ec59c-93ad-4b0f-8f66-a286f0ab4c6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d5ec59c-93ad-4b0f-8f66-a286f0ab4c6a"}]} [ 1128.237996] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.255031] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.255277] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.270144] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.285510] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.289676] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1128.331640] env[69371]: DEBUG nova.compute.manager [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Received event network-vif-plugged-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.331640] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Acquiring lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.331640] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.331640] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.331640] env[69371]: DEBUG nova.compute.manager [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] No waiting events found dispatching network-vif-plugged-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.332038] env[69371]: WARNING nova.compute.manager [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Received unexpected event network-vif-plugged-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b for instance with vm_state building and task_state spawning. [ 1128.332038] env[69371]: DEBUG nova.compute.manager [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Received event network-changed-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.332038] env[69371]: DEBUG nova.compute.manager [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Refreshing instance network info cache due to event network-changed-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.332200] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Acquiring lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.540019] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287678d-9798-4551-a455-12a83ddc757e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.548218] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1859a548-857e-47da-ac2e-b1eb3bc0a3ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.586187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb45ce1-39d2-4be7-a067-bef110a7f419 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.605285] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8530205-f2a4-4dc7-b858-fca98dcad15d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.621554] env[69371]: DEBUG oslo_concurrency.lockutils [req-ff22357f-e413-41d4-a984-39209aa86932 req-a664b912-ba7c-4e5c-b344-e8f6d2ecf8a7 service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.622538] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.631596] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.673506] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.673506] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae2837-a614-693b-3445-01c92b805f9e" [ 1128.673506] env[69371]: _type = "HttpNfcLease" [ 1128.673506] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1128.677066] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1128.677066] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae2837-a614-693b-3445-01c92b805f9e" [ 1128.677066] env[69371]: _type = "HttpNfcLease" [ 1128.677066] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1128.677857] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6bcf2d-97ed-4cfb-9acd-2b84df4c2932 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.687039] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.687339] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1128.687508] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1128.785440] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.834035] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49999bf3-6322-41ef-8244-ea8a2c77301f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.846025] env[69371]: DEBUG nova.network.neutron [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Updating instance_info_cache with network_info: [{"id": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "address": "fa:16:3e:fa:ae:6a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ddadd3-d6", "ovs_interfaceid": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.108021] env[69371]: DEBUG nova.compute.manager [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.148683] env[69371]: ERROR nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [req-e9f73778-0c13-40dd-aa34-3b0699507721] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 52d5f370-49b9-4ee2-8c63-e0aaa6865b00. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9f73778-0c13-40dd-aa34-3b0699507721"}]} [ 1129.169411] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1129.189863] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1129.190155] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.206871] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1129.225414] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1129.285666] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130883, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.06399} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.285890] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b/OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b.vmdk to [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk. [ 1129.286096] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Cleaning up location [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1129.286275] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_394b1211-494a-4708-8d63-57a9138d759b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.289256] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe572b94-7dee-494b-acf1-e9907c04871e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.296883] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1129.296883] env[69371]: value = "task-4130885" [ 1129.296883] env[69371]: _type = "Task" [ 1129.296883] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.307115] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.348502] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.348861] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Instance network_info: |[{"id": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "address": "fa:16:3e:fa:ae:6a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ddadd3-d6", "ovs_interfaceid": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.352203] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Acquired lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.352403] env[69371]: DEBUG nova.network.neutron [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Refreshing network info cache for port c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.353854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ae:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7ddadd3-d6b6-496b-acd4-a94439c2ce1b', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.362252] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.363641] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.363898] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b799120-4831-468f-8a56-e30a9bc24df2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.389582] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.389582] env[69371]: value = "task-4130886" [ 1129.389582] env[69371]: _type = "Task" [ 1129.389582] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.398685] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130886, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.413439] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.413439] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing instance network info cache due to event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.413439] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.413439] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.413439] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.482369] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012a39e-e875-4f4b-a22c-bed9de0d62e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.491580] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b9434-e25d-48bd-8cd6-f7ffe06c6093 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.526388] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8160056-91bc-4f85-9e22-d0e9a5d4d724 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.535044] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79935db7-8aed-4ce7-9b0e-822cfd522b7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.550798] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.629298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.809258] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117527} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.809717] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.809930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.810317] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk to [datastore1] 3d48c930-ea5a-4c45-b59f-efb0d263a39c/3d48c930-ea5a-4c45-b59f-efb0d263a39c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.810688] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3fe576b-329a-4310-8e2b-5d1e1f5edc3c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.819589] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1129.819589] env[69371]: value = "task-4130887" [ 1129.819589] env[69371]: _type = "Task" [ 1129.819589] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.830488] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.902358] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130886, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.093763] env[69371]: DEBUG nova.scheduler.client.report [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1130.097741] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 137 to 138 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1130.098466] env[69371]: DEBUG nova.compute.provider_tree [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.342750] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.345331] env[69371]: DEBUG nova.network.neutron [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Updated VIF entry in instance network info cache for port c7ddadd3-d6b6-496b-acd4-a94439c2ce1b. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.345845] env[69371]: DEBUG nova.network.neutron [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Updating instance_info_cache with network_info: [{"id": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "address": "fa:16:3e:fa:ae:6a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ddadd3-d6", "ovs_interfaceid": "c7ddadd3-d6b6-496b-acd4-a94439c2ce1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.362212] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updated VIF entry in instance network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.362212] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.405114] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130886, 'name': CreateVM_Task, 'duration_secs': 0.575337} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.405284] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.406139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.406443] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.407095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.407449] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d138071d-e554-48d4-bbf6-ad2bcb165e48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.417261] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1130.417261] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528d9015-c8c5-2249-d275-960b594d8247" [ 1130.417261] env[69371]: _type = "Task" [ 1130.417261] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.430370] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d9015-c8c5-2249-d275-960b594d8247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.607204] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.370s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.608227] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.611566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.375s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.612453] env[69371]: DEBUG nova.objects.instance [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lazy-loading 'resources' on Instance uuid 7c2dc3be-7a18-404b-bd8e-79d10d02c417 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.834067] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.849434] env[69371]: DEBUG oslo_concurrency.lockutils [req-3e1f422c-be90-4177-ba99-369da1e90f25 req-c0b6ec4c-e831-4ea8-8e07-5deec6cb9a9d service nova] Releasing lock "refresh_cache-5c644a70-e0ae-4080-bf01-588840ee2bd9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.864373] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.864668] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.864952] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing instance network info cache due to event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.865288] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.865491] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.865712] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.932395] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d9015-c8c5-2249-d275-960b594d8247, 'name': SearchDatastore_Task, 'duration_secs': 0.021592} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.932826] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.933167] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.933483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.933687] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.934009] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.934307] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb82583d-0d53-447b-887e-ec30d1414162 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.947744] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.948023] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.948985] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba24bc9-9cc4-490a-a835-f2bd3a680748 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.956765] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1130.956765] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c4b6f9-6833-d388-8d15-d8f5f39dc009" [ 1130.956765] env[69371]: _type = "Task" [ 1130.956765] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.969420] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c4b6f9-6833-d388-8d15-d8f5f39dc009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.115122] env[69371]: DEBUG nova.compute.utils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.120915] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.121979] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.190556] env[69371]: DEBUG nova.policy [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60090a843dc44c3a8e58a5566184c43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba731dd12b284748bc66a46cddd5ba2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.341418] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.397460] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d95f518-6d0c-4d3a-9f9c-a91b498c11ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.407827] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f50425-ad68-46e7-927d-ff78c5ea5526 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.450828] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fbfc33-da07-4027-84ea-f03637a252a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.467864] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f7957-9f0a-44ad-a5ff-59d39c459985 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.477741] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c4b6f9-6833-d388-8d15-d8f5f39dc009, 'name': SearchDatastore_Task, 'duration_secs': 0.021318} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.479524] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4d3d2a-509e-4526-9d14-c2d0c895b90e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.491698] env[69371]: DEBUG nova.compute.provider_tree [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.494816] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1131.494816] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eac1ef-a13b-1884-a27b-af7339466102" [ 1131.494816] env[69371]: _type = "Task" [ 1131.494816] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.504858] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eac1ef-a13b-1884-a27b-af7339466102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.620955] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.704785] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Successfully created port: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.775950] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updated VIF entry in instance network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.776394] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.834343] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.997270] env[69371]: DEBUG nova.scheduler.client.report [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.012679] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eac1ef-a13b-1884-a27b-af7339466102, 'name': SearchDatastore_Task, 'duration_secs': 0.025074} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.013039] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.013360] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5c644a70-e0ae-4080-bf01-588840ee2bd9/5c644a70-e0ae-4080-bf01-588840ee2bd9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.013658] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ecf5d1-cef4-4434-af31-08ff426014f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.024355] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1132.024355] env[69371]: value = "task-4130888" [ 1132.024355] env[69371]: _type = "Task" [ 1132.024355] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.034604] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.280335] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.280703] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.280964] env[69371]: DEBUG nova.compute.manager [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.281355] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.281509] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.282215] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.334901] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.506815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.509649] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.527s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.509906] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.512413] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.760s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.512722] env[69371]: DEBUG nova.objects.instance [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'resources' on Instance uuid 43a4b2f7-26c9-452d-a654-aa65196d8779 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.540859] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.546009] env[69371]: INFO nova.scheduler.client.report [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleted allocations for instance 7c2dc3be-7a18-404b-bd8e-79d10d02c417 [ 1132.548424] env[69371]: INFO nova.scheduler.client.report [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocations for instance a805f8f7-b5ab-4f50-b0f9-d29b52a066ab [ 1132.635492] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.671365] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.671757] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.671975] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.672239] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.672448] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.672641] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.672980] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.673223] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.673412] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.673646] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.673839] env[69371]: DEBUG nova.virt.hardware [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.674887] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a97b0a-e15d-4054-9b8b-081c5344b759 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.691560] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cdd9ab-bf6e-4e9a-87cc-78decd223e15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.836537] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130887, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667529} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.837590] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e6ce2006-707b-4e01-8bf4-ee05622aefc3/e6ce2006-707b-4e01-8bf4-ee05622aefc3.vmdk to [datastore1] 3d48c930-ea5a-4c45-b59f-efb0d263a39c/3d48c930-ea5a-4c45-b59f-efb0d263a39c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.838565] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e15e8de-6c5b-4c5b-aca2-79a2c165d785 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.866603] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 3d48c930-ea5a-4c45-b59f-efb0d263a39c/3d48c930-ea5a-4c45-b59f-efb0d263a39c.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.866962] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d4c536-790d-4dce-a2ac-2e884395d9ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.890385] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1132.890385] env[69371]: value = "task-4130889" [ 1132.890385] env[69371]: _type = "Task" [ 1132.890385] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.900080] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.016571] env[69371]: DEBUG nova.objects.instance [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'numa_topology' on Instance uuid 43a4b2f7-26c9-452d-a654-aa65196d8779 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.041969] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794096} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.042828] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 5c644a70-e0ae-4080-bf01-588840ee2bd9/5c644a70-e0ae-4080-bf01-588840ee2bd9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.044022] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.044022] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3482a750-eba1-4971-a093-145776497766 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.055030] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1133.055030] env[69371]: value = "task-4130890" [ 1133.055030] env[69371]: _type = "Task" [ 1133.055030] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.066902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49abc963-da82-4ed8-b116-b0e14ded95d1 tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "a805f8f7-b5ab-4f50-b0f9-d29b52a066ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.100s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.071030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a67ff060-033f-4a17-8930-70c1a3aae289 tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "7c2dc3be-7a18-404b-bd8e-79d10d02c417" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.344s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.075413] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.132799] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.132799] env[69371]: DEBUG nova.network.neutron [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.241345] env[69371]: DEBUG nova.compute.manager [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Received event network-vif-plugged-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.241345] env[69371]: DEBUG oslo_concurrency.lockutils [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] Acquiring lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.241345] env[69371]: DEBUG oslo_concurrency.lockutils [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.241345] env[69371]: DEBUG oslo_concurrency.lockutils [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.242401] env[69371]: DEBUG nova.compute.manager [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] No waiting events found dispatching network-vif-plugged-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1133.242822] env[69371]: WARNING nova.compute.manager [req-f2308b95-d1a5-4419-ad14-1cd9f724b166 req-71384fda-b425-44b1-90a1-6aff66bcc47f service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Received unexpected event network-vif-plugged-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 for instance with vm_state building and task_state spawning. [ 1133.339151] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Successfully updated port: 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.402095] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130889, 'name': ReconfigVM_Task, 'duration_secs': 0.341521} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.403103] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 3d48c930-ea5a-4c45-b59f-efb0d263a39c/3d48c930-ea5a-4c45-b59f-efb0d263a39c.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.404237] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cc2566-bd0e-465b-88ef-c09e3980b64c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.412795] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1133.412795] env[69371]: value = "task-4130891" [ 1133.412795] env[69371]: _type = "Task" [ 1133.412795] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.424654] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130891, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.519813] env[69371]: DEBUG nova.objects.base [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Object Instance<43a4b2f7-26c9-452d-a654-aa65196d8779> lazy-loaded attributes: resources,numa_topology {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.576285] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081656} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.577107] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.578205] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad4f6e0-52c3-411d-85a4-5b7f46e475b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.603526] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 5c644a70-e0ae-4080-bf01-588840ee2bd9/5c644a70-e0ae-4080-bf01-588840ee2bd9.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.606532] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82647ab-1aac-4b0a-a64c-09ec433d0d36 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.629276] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1133.629276] env[69371]: value = "task-4130892" [ 1133.629276] env[69371]: _type = "Task" [ 1133.629276] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.635203] env[69371]: DEBUG oslo_concurrency.lockutils [req-79179d73-3a7a-433e-8d5b-d263b8803474 req-68245e95-78b6-4c08-bc4b-bb8c33ea7315 service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.642722] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.822418] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b3faa-1819-4577-a08e-a1ed1923bfad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.830941] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bc5ed-68d5-4102-a0ab-7a87d3242d35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.870130] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.870440] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.870699] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.873241] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88359582-22f5-4a74-8455-d815c7872fb6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.883598] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45fd78a-b10f-42f0-8c2d-cee9f15a2b37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900951] env[69371]: DEBUG nova.compute.provider_tree [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.925692] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130891, 'name': Rename_Task, 'duration_secs': 0.1706} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.926030] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.926300] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4258505d-bb50-45ef-b3c9-629578cdb114 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.935529] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1133.935529] env[69371]: value = "task-4130893" [ 1133.935529] env[69371]: _type = "Task" [ 1133.935529] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.945989] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.141400] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.410490] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.436503] env[69371]: DEBUG nova.scheduler.client.report [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.436844] env[69371]: DEBUG nova.compute.provider_tree [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 138 to 139 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.437053] env[69371]: DEBUG nova.compute.provider_tree [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.451092] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.478640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.479026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.479301] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.479551] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.479841] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.482542] env[69371]: INFO nova.compute.manager [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Terminating instance [ 1134.568672] env[69371]: DEBUG nova.network.neutron [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Updating instance_info_cache with network_info: [{"id": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "address": "fa:16:3e:70:d1:f7", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb218da-4c", "ovs_interfaceid": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.640954] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130892, 'name': ReconfigVM_Task, 'duration_secs': 0.845586} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.641264] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 5c644a70-e0ae-4080-bf01-588840ee2bd9/5c644a70-e0ae-4080-bf01-588840ee2bd9.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.641942] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c02eeac-0f96-46fb-8d7c-0fc27f45b402 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.649916] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1134.649916] env[69371]: value = "task-4130894" [ 1134.649916] env[69371]: _type = "Task" [ 1134.649916] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.664733] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130894, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.724314] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.724724] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.946729] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.949232] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.742s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.949454] env[69371]: DEBUG nova.objects.instance [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lazy-loading 'resources' on Instance uuid 1e2b8f2b-2107-4788-852f-dbe5f92320bf {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.956889] env[69371]: DEBUG oslo_vmware.api [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130893, 'name': PowerOnVM_Task, 'duration_secs': 0.898064} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.956889] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.956889] env[69371]: INFO nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Took 15.39 seconds to spawn the instance on the hypervisor. [ 1134.957118] env[69371]: DEBUG nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.958562] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0a1062-d05a-45d5-a68a-c6c389ff7b69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.986803] env[69371]: DEBUG nova.compute.manager [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.986803] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.987706] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e769a61-35af-42cf-a444-bfa66475a7dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.996587] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.996862] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3a449e-13fd-479e-b840-4507f31c822d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.004463] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1135.004463] env[69371]: value = "task-4130895" [ 1135.004463] env[69371]: _type = "Task" [ 1135.004463] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.015848] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.071977] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.072341] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Instance network_info: |[{"id": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "address": "fa:16:3e:70:d1:f7", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb218da-4c", "ovs_interfaceid": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.072802] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d1:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eb218da-4c29-45c1-a2f0-d8268ab3dc80', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.081012] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.081305] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.082025] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3acee5-26ef-419a-a114-b4ff25828dfa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.104010] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.104010] env[69371]: value = "task-4130896" [ 1135.104010] env[69371]: _type = "Task" [ 1135.104010] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.113393] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130896, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.159664] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130894, 'name': Rename_Task, 'duration_secs': 0.249759} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.159956] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.160231] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb57420f-4cb3-497f-81ec-057b9ca9cc8b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.167491] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1135.167491] env[69371]: value = "task-4130897" [ 1135.167491] env[69371]: _type = "Task" [ 1135.167491] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.176970] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.233972] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1135.233972] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.458928] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b997291-cd6c-4c86-98f1-63411ec3de55 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.612s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.460010] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.773s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.460275] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.460491] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.460669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.463910] env[69371]: INFO nova.compute.manager [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Terminating instance [ 1135.485060] env[69371]: INFO nova.compute.manager [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Took 20.37 seconds to build instance. [ 1135.519184] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130895, 'name': PowerOffVM_Task, 'duration_secs': 0.235072} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.519543] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.520658] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.520658] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87975dab-de77-4a23-831c-75a3b205c6a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.578097] env[69371]: DEBUG nova.compute.manager [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Received event network-changed-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.578342] env[69371]: DEBUG nova.compute.manager [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Refreshing instance network info cache due to event network-changed-9eb218da-4c29-45c1-a2f0-d8268ab3dc80. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.578598] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] Acquiring lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.578808] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] Acquired lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.579065] env[69371]: DEBUG nova.network.neutron [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Refreshing network info cache for port 9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.620461] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130896, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.622319] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.622586] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.622841] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleting the datastore file [datastore1] 6f478eae-6f02-4f23-8470-e61d3a8c4068 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.623417] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d4c094-520f-4271-a4cc-a4e69347493a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.634668] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for the task: (returnval){ [ 1135.634668] env[69371]: value = "task-4130899" [ 1135.634668] env[69371]: _type = "Task" [ 1135.634668] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.649250] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.683232] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.712755] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a93010-b4c4-4c93-bd84-46fa293f857a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.720826] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d7a06f-f2d0-4246-b0e6-daf1af8ebb3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.755388] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.755950] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a745fe-8f4b-495b-a3c4-7eb85db5304c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.765388] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f8a327-3ed2-4842-915a-6bd75c3d6e00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.783212] env[69371]: DEBUG nova.compute.provider_tree [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.968686] env[69371]: DEBUG nova.compute.manager [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.968984] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.969295] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ee17b06-f2e8-4b5f-99ba-752b28e6d464 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.981205] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362a8a3-4ceb-46ef-aa8d-2f8c82395284 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.993189] env[69371]: DEBUG oslo_concurrency.lockutils [None req-72d8c8c4-f59b-452e-ad10-ca0cb5a57da9 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.886s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.021727] env[69371]: WARNING nova.virt.vmwareapi.vmops [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 43a4b2f7-26c9-452d-a654-aa65196d8779 could not be found. [ 1136.022090] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.022360] env[69371]: INFO nova.compute.manager [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1136.022975] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.023105] env[69371]: DEBUG nova.compute.manager [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.023165] env[69371]: DEBUG nova.network.neutron [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.118317] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130896, 'name': CreateVM_Task, 'duration_secs': 0.601428} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.118542] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.119300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.119477] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.120035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.120543] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba5f393-33d7-4378-89a5-bea2e2f90488 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.126839] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1136.126839] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524babc8-e0cc-e55b-a560-b98d9b36e415" [ 1136.126839] env[69371]: _type = "Task" [ 1136.126839] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.137987] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524babc8-e0cc-e55b-a560-b98d9b36e415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.148937] env[69371]: DEBUG oslo_vmware.api [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Task: {'id': task-4130899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268012} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.149255] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.149450] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.149634] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.149806] env[69371]: INFO nova.compute.manager [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1136.150066] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.150278] env[69371]: DEBUG nova.compute.manager [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.150407] env[69371]: DEBUG nova.network.neutron [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.184027] env[69371]: DEBUG oslo_vmware.api [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130897, 'name': PowerOnVM_Task, 'duration_secs': 0.768392} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.184321] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.184530] env[69371]: INFO nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1136.184705] env[69371]: DEBUG nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.185541] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ac4661-dd67-4a5f-b15e-4562c8da2826 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.287058] env[69371]: DEBUG nova.scheduler.client.report [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.568279] env[69371]: DEBUG nova.network.neutron [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Updated VIF entry in instance network info cache for port 9eb218da-4c29-45c1-a2f0-d8268ab3dc80. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.568849] env[69371]: DEBUG nova.network.neutron [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Updating instance_info_cache with network_info: [{"id": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "address": "fa:16:3e:70:d1:f7", "network": {"id": "43c90530-5b00-4c46-9f31-163efa223b20", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-841992022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba731dd12b284748bc66a46cddd5ba2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb218da-4c", "ovs_interfaceid": "9eb218da-4c29-45c1-a2f0-d8268ab3dc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.592955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.593258] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.593470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.593657] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.593821] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.596101] env[69371]: INFO nova.compute.manager [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Terminating instance [ 1136.639156] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524babc8-e0cc-e55b-a560-b98d9b36e415, 'name': SearchDatastore_Task, 'duration_secs': 0.024876} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.640898] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.642232] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.642232] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.642917] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.643155] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.643997] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345b4d15-d3e1-48da-8bd3-fe3f63048269 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.657385] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.657580] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.658667] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73a227d-5032-4019-8186-2652b78fe9c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.665068] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1136.665068] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52be25b3-92dd-545e-609c-6f2f19cb721e" [ 1136.665068] env[69371]: _type = "Task" [ 1136.665068] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.673871] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be25b3-92dd-545e-609c-6f2f19cb721e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.703064] env[69371]: INFO nova.compute.manager [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Took 16.64 seconds to build instance. [ 1136.797182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.804039] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.175s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.828724] env[69371]: INFO nova.scheduler.client.report [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Deleted allocations for instance 1e2b8f2b-2107-4788-852f-dbe5f92320bf [ 1136.999084] env[69371]: DEBUG nova.network.neutron [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.071510] env[69371]: DEBUG oslo_concurrency.lockutils [req-3a3d8376-67b4-4e18-b4ed-be1395339262 req-c248168d-2557-43cf-ac01-89bcfc1f9c48 service nova] Releasing lock "refresh_cache-41def017-fa5d-4d4b-a757-e0812fa258b6" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.102514] env[69371]: DEBUG nova.compute.manager [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.102514] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.102514] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eab355-acae-426e-8048-8dad95db607c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.113285] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.113703] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b92bea8-a0f4-47e6-a701-a4b95244e3e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.124069] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1137.124069] env[69371]: value = "task-4130900" [ 1137.124069] env[69371]: _type = "Task" [ 1137.124069] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.139833] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.144844] env[69371]: DEBUG nova.network.neutron [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.179621] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52be25b3-92dd-545e-609c-6f2f19cb721e, 'name': SearchDatastore_Task, 'duration_secs': 0.0219} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.180917] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aebb8c6-4fd0-4c32-9da8-32fc831271f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.187743] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1137.187743] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d030cc-0b18-e440-6220-4fa7dea016ff" [ 1137.187743] env[69371]: _type = "Task" [ 1137.187743] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.198943] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d030cc-0b18-e440-6220-4fa7dea016ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.205939] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b1432c93-0615-43c9-9f7f-ca7efc3aa01d tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.149s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.310622] env[69371]: INFO nova.compute.claims [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.338414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c6a4e036-eb6f-4c00-8cef-20b59194a5d1 tempest-ImagesNegativeTestJSON-330974746 tempest-ImagesNegativeTestJSON-330974746-project-member] Lock "1e2b8f2b-2107-4788-852f-dbe5f92320bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.610s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.502803] env[69371]: INFO nova.compute.manager [-] [instance: 43a4b2f7-26c9-452d-a654-aa65196d8779] Took 1.48 seconds to deallocate network for instance. [ 1137.620216] env[69371]: DEBUG nova.compute.manager [req-30a7ef83-ff39-45bf-99e7-b6efb4741fcd req-eaf2d383-9b8a-40e8-85f0-1f60aade569e service nova] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Received event network-vif-deleted-8389dc6e-8c41-4418-b16b-546f5c08bd5e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.635962] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130900, 'name': PowerOffVM_Task, 'duration_secs': 0.34728} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.636212] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.636414] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.636709] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c9763ac-2dd9-4300-b46e-b7a6bc1fcfd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.647883] env[69371]: INFO nova.compute.manager [-] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Took 1.50 seconds to deallocate network for instance. [ 1137.704920] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d030cc-0b18-e440-6220-4fa7dea016ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.705313] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.705737] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 41def017-fa5d-4d4b-a757-e0812fa258b6/41def017-fa5d-4d4b-a757-e0812fa258b6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.706143] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98630b8-87c0-4372-bbf4-ec605bc2d2b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.714940] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.715280] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.715962] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore1] 3d48c930-ea5a-4c45-b59f-efb0d263a39c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.717199] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-556d1c2d-cbe3-4f24-9457-f8ea8d1771e8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.719267] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1137.719267] env[69371]: value = "task-4130902" [ 1137.719267] env[69371]: _type = "Task" [ 1137.719267] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.727521] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1137.727521] env[69371]: value = "task-4130903" [ 1137.727521] env[69371]: _type = "Task" [ 1137.727521] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.735947] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.742161] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.818184] env[69371]: INFO nova.compute.resource_tracker [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating resource usage from migration 26b46d99-75fd-4042-8332-f5a8edbb19a0 [ 1138.003777] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.004114] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.004385] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.008025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.008025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.009355] env[69371]: INFO nova.compute.manager [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Terminating instance [ 1138.058355] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b8970-3f08-4cb1-9983-cb22bb366fbc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.069535] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a33ee3-e729-43c6-a14a-110ba58e3658 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.108722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c7117-23e7-4fda-8a68-9d77b9ff2f00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.118970] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4d1ec-8173-498f-872a-94723d142082 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.138744] env[69371]: DEBUG nova.compute.provider_tree [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.155405] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.231552] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.241351] env[69371]: DEBUG oslo_vmware.api [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28024} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.241717] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.241839] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.242013] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.242188] env[69371]: INFO nova.compute.manager [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1138.242433] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.242630] env[69371]: DEBUG nova.compute.manager [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.242831] env[69371]: DEBUG nova.network.neutron [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.513979] env[69371]: DEBUG nova.compute.manager [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.514247] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.515203] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd570a8-a226-4507-b299-2690390cbd45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.525977] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.526292] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbd8fca-38ae-47e5-bb55-1ee6d3223944 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.534674] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1138.534674] env[69371]: value = "task-4130904" [ 1138.534674] env[69371]: _type = "Task" [ 1138.534674] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.548428] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.548994] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e41ec0fb-7aec-424f-bf45-1c251dcef5db tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "43a4b2f7-26c9-452d-a654-aa65196d8779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.089s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.687808] env[69371]: DEBUG nova.scheduler.client.report [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Updated inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.688144] env[69371]: DEBUG nova.compute.provider_tree [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Updating resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 generation from 139 to 140 during operation: update_inventory {{(pid=69371) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.688381] env[69371]: DEBUG nova.compute.provider_tree [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.732934] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.047209] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.145832] env[69371]: DEBUG nova.network.neutron [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.194428] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.391s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.195069] env[69371]: INFO nova.compute.manager [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Migrating [ 1139.201643] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.447s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.201832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.202426] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1139.202426] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.047s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.202563] env[69371]: DEBUG nova.objects.instance [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lazy-loading 'resources' on Instance uuid 6f478eae-6f02-4f23-8470-e61d3a8c4068 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.209050] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544353c-a23b-4bc0-b778-d99a0b65d789 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.231662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f378ea-02b7-47e7-81dc-ea15ac240aad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.245844] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.255568] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871ee519-93fb-4bca-8f2a-3ba16fff3987 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.266033] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead98b3c-ff67-4f63-8769-c4afe473de17 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.308655] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179395MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1139.308655] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.546654] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.649208] env[69371]: DEBUG nova.compute.manager [req-7e5a2078-bbc7-427d-856d-755373ba6743 req-9416805e-a1b1-4032-ab7e-8d7893af5f38 service nova] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Received event network-vif-deleted-9fffb904-238b-4360-becd-dd733d955829 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.649358] env[69371]: INFO nova.compute.manager [-] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Took 1.41 seconds to deallocate network for instance. [ 1139.720035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.720315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.720507] env[69371]: DEBUG nova.network.neutron [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.735207] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.686634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.736325] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 41def017-fa5d-4d4b-a757-e0812fa258b6/41def017-fa5d-4d4b-a757-e0812fa258b6.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.736500] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.736785] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-905d9bb3-b92b-4f7a-bbf4-c506c632d53d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.749868] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1139.749868] env[69371]: value = "task-4130905" [ 1139.749868] env[69371]: _type = "Task" [ 1139.749868] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.763985] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.909499] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "577a5f56-0a35-4573-9db2-6dfd7a922356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.909688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.974543] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b9f8c-9cd5-4d4b-9d8f-3f07f94e3c0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.984634] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9324b55-b077-480c-8d20-a06dc19f8ccd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.019417] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc6a8dc-ef49-43c3-bba7-c461c4f20a00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.029147] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a29f9-abc3-47b3-b1c2-7d2e282f81c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.052894] env[69371]: DEBUG nova.compute.provider_tree [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.062446] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130904, 'name': PowerOffVM_Task, 'duration_secs': 1.111302} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.063443] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.063634] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.063898] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e8a435b-c23a-4cc1-956b-15f19ae900f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.139652] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.139962] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.140191] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore2] 5c644a70-e0ae-4080-bf01-588840ee2bd9 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.140481] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-695ec723-c0ab-4aae-89ca-4d2a4bb7a566 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.148592] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1140.148592] env[69371]: value = "task-4130907" [ 1140.148592] env[69371]: _type = "Task" [ 1140.148592] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.159989] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.159989] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.265394] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.265809] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.266723] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542332d5-1ddc-4eaf-86b5-acce8adbd338 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.297545] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 41def017-fa5d-4d4b-a757-e0812fa258b6/41def017-fa5d-4d4b-a757-e0812fa258b6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.300463] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8add664f-9c9c-4222-8bfe-a138deacb163 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.320897] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1140.320897] env[69371]: value = "task-4130908" [ 1140.320897] env[69371]: _type = "Task" [ 1140.320897] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.330171] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.416848] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.559033] env[69371]: DEBUG nova.scheduler.client.report [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.663837] env[69371]: DEBUG oslo_vmware.api [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264569} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.664471] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.664471] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.664686] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.664876] env[69371]: INFO nova.compute.manager [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1140.665240] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.666042] env[69371]: DEBUG nova.compute.manager [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.666042] env[69371]: DEBUG nova.network.neutron [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.738807] env[69371]: DEBUG nova.network.neutron [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.832425] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130908, 'name': ReconfigVM_Task, 'duration_secs': 0.492585} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.832927] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 41def017-fa5d-4d4b-a757-e0812fa258b6/41def017-fa5d-4d4b-a757-e0812fa258b6.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.833883] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de04636d-e7da-46ce-93a8-b5b258bb866e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.842998] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1140.842998] env[69371]: value = "task-4130909" [ 1140.842998] env[69371]: _type = "Task" [ 1140.842998] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.855964] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130909, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.915553] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1140.916550] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c152e9c-a69c-4b62-b35d-4c10169a977d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.931593] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1140.932116] env[69371]: ERROR oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk due to incomplete transfer. [ 1140.932506] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba6ad8b3-150f-49ee-80ef-3e94df18cb63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.943446] env[69371]: DEBUG oslo_vmware.rw_handles [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4be6-a8ce-62a8-eca6-aa41e76e6042/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1140.945072] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Uploaded image 0515140b-63cd-471b-ab76-c1e809d8f1e8 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1140.947867] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1140.948537] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5516bed9-e2ce-4325-a2e7-7f1b3b6a5ea1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.951089] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.957845] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1140.957845] env[69371]: value = "task-4130910" [ 1140.957845] env[69371]: _type = "Task" [ 1140.957845] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.969775] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130910, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.063439] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.065734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.757s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.104566] env[69371]: INFO nova.scheduler.client.report [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Deleted allocations for instance 6f478eae-6f02-4f23-8470-e61d3a8c4068 [ 1141.242304] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354188] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130909, 'name': Rename_Task, 'duration_secs': 0.167864} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.354543] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.355602] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dae04e7b-d8e8-4824-a8af-a833bd72cd74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.363201] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1141.363201] env[69371]: value = "task-4130911" [ 1141.363201] env[69371]: _type = "Task" [ 1141.363201] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.372200] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.471171] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130910, 'name': Destroy_Task, 'duration_secs': 0.363962} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.471331] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Destroyed the VM [ 1141.471584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.472445] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a64d21d-0a5e-4b29-8d07-40fb3d660abe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.484025] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1141.484025] env[69371]: value = "task-4130912" [ 1141.484025] env[69371]: _type = "Task" [ 1141.484025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.491854] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130912, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.619023] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c00a055-6b9d-4909-a3bf-d84350874f4f tempest-SecurityGroupsTestJSON-654671165 tempest-SecurityGroupsTestJSON-654671165-project-member] Lock "6f478eae-6f02-4f23-8470-e61d3a8c4068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.140s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.660729] env[69371]: DEBUG nova.network.neutron [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.754591] env[69371]: DEBUG nova.compute.manager [req-a1c2950f-6f01-4162-b6bf-1e1b576b81af req-fed2c3a8-fd3e-459f-b152-64c4bb7bcea2 service nova] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Received event network-vif-deleted-c7ddadd3-d6b6-496b-acd4-a94439c2ce1b {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.876194] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.992851] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130912, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.079496] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Applying migration context for instance 1787cdf4-a184-4404-a9a8-f45877de9599 as it has an incoming, in-progress migration 26b46d99-75fd-4042-8332-f5a8edbb19a0. Migration status is migrating {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1142.079496] env[69371]: INFO nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating resource usage from migration 26b46d99-75fd-4042-8332-f5a8edbb19a0 [ 1142.102164] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.102393] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.102594] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance d6f399ad-8f7f-489e-b74a-ed2b0c84cada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.102703] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.102855] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance df94d954-9e6b-4729-ae21-10cf5ae02b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.103010] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance bb6d50fa-fd1e-4d72-a443-b0c21b579302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.103166] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 625b730d-818e-4d56-b19a-d925114a7e8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.103347] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 3d48c930-ea5a-4c45-b59f-efb0d263a39c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1142.103496] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 5c644a70-e0ae-4080-bf01-588840ee2bd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.103618] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 41def017-fa5d-4d4b-a757-e0812fa258b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.103732] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Migration 26b46d99-75fd-4042-8332-f5a8edbb19a0 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1142.103843] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1787cdf4-a184-4404-a9a8-f45877de9599 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.163825] env[69371]: INFO nova.compute.manager [-] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Took 1.50 seconds to deallocate network for instance. [ 1142.374718] env[69371]: DEBUG oslo_vmware.api [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130911, 'name': PowerOnVM_Task, 'duration_secs': 0.842944} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.375067] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.375304] env[69371]: INFO nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1142.375490] env[69371]: DEBUG nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.376308] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e8045-ed66-4c86-af3b-934720dd853e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.492280] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130912, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799587} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.492521] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.492810] env[69371]: DEBUG nova.compute.manager [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.493672] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901dd8d9-7f55-4951-8ad1-dc8182c8ee08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.607711] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 577a5f56-0a35-4573-9db2-6dfd7a922356 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1142.608032] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1142.608287] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1142.672541] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.766553] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561c34d-cff1-4481-aecd-330d71e5671a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.790787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.885978] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd952c65-095c-4a88-bd59-3b43b2873340 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.902722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e0690f-711a-46e6-8b58-1da1060f580d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.903824] env[69371]: INFO nova.compute.manager [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Took 18.80 seconds to build instance. [ 1142.935668] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8185c5-e351-490d-9ee0-34f45de84e65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.945663] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d128a7-3c17-4dd7-8cdb-b98a8418f1bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.960744] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.010370] env[69371]: INFO nova.compute.manager [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Shelve offloading [ 1143.303127] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.303380] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d41479-f013-4dd2-ab03-a46ee1e6375d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.379162] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1143.379162] env[69371]: value = "task-4130913" [ 1143.379162] env[69371]: _type = "Task" [ 1143.379162] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.393520] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.407346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7c834ac-1f40-46e2-9d2a-5708c1f3aade tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.310s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.465990] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.516631] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.516631] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56169013-546d-4e01-904c-cfb69147f265 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.524213] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1143.524213] env[69371]: value = "task-4130914" [ 1143.524213] env[69371]: _type = "Task" [ 1143.524213] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.535150] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.535721] env[69371]: DEBUG nova.compute.manager [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.536693] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c764625-9bea-4ab2-8808-b3de46737a86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.546568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.546568] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.546568] env[69371]: DEBUG nova.network.neutron [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.566855] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.567104] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.567509] env[69371]: DEBUG nova.objects.instance [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.891257] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130913, 'name': PowerOffVM_Task, 'duration_secs': 0.289803} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.891532] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.891726] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.974064] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1143.974064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.907s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.974064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.814s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.974064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.975248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.024s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.977879] env[69371]: INFO nova.compute.claims [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.004492] env[69371]: INFO nova.scheduler.client.report [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted allocations for instance 3d48c930-ea5a-4c45-b59f-efb0d263a39c [ 1144.255173] env[69371]: DEBUG nova.objects.instance [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.372181] env[69371]: DEBUG nova.network.neutron [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.398765] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.399011] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.399239] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.399428] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.399732] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.399893] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.400125] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.400293] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.400458] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.400622] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.400838] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.406900] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29fd667b-2a54-4e54-ab84-6bea2a203ec5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.427136] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1144.427136] env[69371]: value = "task-4130915" [ 1144.427136] env[69371]: _type = "Task" [ 1144.427136] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.436359] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.516690] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22322743-2a93-4ed6-9a08-9ad7d3e4af0e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "3d48c930-ea5a-4c45-b59f-efb0d263a39c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.922s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.597570] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.597815] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.757088] env[69371]: DEBUG nova.objects.base [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance<31c1cdf4-59d0-4ad6-8535-93a22faf3cdd> lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.757385] env[69371]: DEBUG nova.network.neutron [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.863842] env[69371]: DEBUG nova.policy [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.875460] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.939974] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130915, 'name': ReconfigVM_Task, 'duration_secs': 0.290599} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.940701] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.100378] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.204424] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d5ec09-8724-491a-b4fd-46691f2bcb21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.215522] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965cb5b-32a2-4930-9393-87ba71482c6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.249868] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bfd36c-74df-408e-a9e7-547397289b4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.258483] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47bc91-003a-4f27-b3bd-9f7bbdac5378 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.277956] env[69371]: DEBUG nova.compute.provider_tree [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.431955] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.432919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96947e4e-6313-4501-a817-406a014ea461 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.441982] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.442406] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1934d45e-7975-4ff3-bce9-612868579fd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.449533] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.449882] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.450127] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.450330] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.450535] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.450805] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.451157] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.451374] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.451579] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.451812] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.452125] env[69371]: DEBUG nova.virt.hardware [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.459160] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.459596] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6674b42c-45ac-4381-adb9-41ee1682bc9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.479880] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1145.479880] env[69371]: value = "task-4130917" [ 1145.479880] env[69371]: _type = "Task" [ 1145.479880] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.489332] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.505526] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.506125] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.506580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.506868] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.507256] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.510334] env[69371]: INFO nova.compute.manager [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Terminating instance [ 1145.530656] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.531144] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.531211] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore2] 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.532087] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0448432-ca09-4275-833d-3abc409e9e0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.542245] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1145.542245] env[69371]: value = "task-4130918" [ 1145.542245] env[69371]: _type = "Task" [ 1145.542245] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.551484] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.626130] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.707052] env[69371]: DEBUG nova.compute.manager [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-vif-unplugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.707516] env[69371]: DEBUG oslo_concurrency.lockutils [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.707774] env[69371]: DEBUG oslo_concurrency.lockutils [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.707920] env[69371]: DEBUG oslo_concurrency.lockutils [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.708102] env[69371]: DEBUG nova.compute.manager [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] No waiting events found dispatching network-vif-unplugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.708290] env[69371]: WARNING nova.compute.manager [req-c09337cb-d668-47a1-a25e-b9c832416b9a req-6fdfb31c-233a-4027-b597-30b545abe358 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received unexpected event network-vif-unplugged-f439a435-b086-4937-b96a-317482bc9e7e for instance with vm_state shelved and task_state shelving_offloading. [ 1145.781749] env[69371]: DEBUG nova.scheduler.client.report [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.992594] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130917, 'name': ReconfigVM_Task, 'duration_secs': 0.212029} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.993779] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.994330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b035f-ac48-44a5-a74f-4cecd20c5bd8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.019752] env[69371]: DEBUG nova.compute.manager [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.020082] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.032620] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.035669] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed4d57-94f4-4f6c-a438-750a3835852a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.040852] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75202717-a652-4c92-8488-8e7187dcf237 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.063753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.064091] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.073469] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.074236] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8704bc7e-1a95-44aa-b382-27d61b07b913 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.081136] env[69371]: DEBUG oslo_vmware.api [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302496} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.083076] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.083397] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.083683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.087102] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1146.087102] env[69371]: value = "task-4130919" [ 1146.087102] env[69371]: _type = "Task" [ 1146.087102] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.090127] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1146.090127] env[69371]: value = "task-4130920" [ 1146.090127] env[69371]: _type = "Task" [ 1146.090127] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.104241] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.110091] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.116439] env[69371]: INFO nova.scheduler.client.report [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted allocations for instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 [ 1146.287201] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.287788] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.291022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.619s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.291259] env[69371]: DEBUG nova.objects.instance [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid 5c644a70-e0ae-4080-bf01-588840ee2bd9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.481231] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "41def017-fa5d-4d4b-a757-e0812fa258b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.481615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.481879] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.484567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.484916] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.487207] env[69371]: INFO nova.compute.manager [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Terminating instance [ 1146.574101] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.585620] env[69371]: DEBUG nova.network.neutron [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Successfully updated port: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.607438] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130920, 'name': PowerOffVM_Task, 'duration_secs': 0.205829} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.607683] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130919, 'name': ReconfigVM_Task, 'duration_secs': 0.384474} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.607915] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.608096] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.608366] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599/1787cdf4-a184-4404-a9a8-f45877de9599.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.608654] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.611907] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3630cf69-ab8c-48ec-bdba-356296f0cae8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.621382] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.686360] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.686621] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.686802] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore2] d6f399ad-8f7f-489e-b74a-ed2b0c84cada {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.687490] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47cc2a30-4705-4730-baf7-c9f8a7938f9e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.694242] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1146.694242] env[69371]: value = "task-4130922" [ 1146.694242] env[69371]: _type = "Task" [ 1146.694242] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.703050] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.794574] env[69371]: DEBUG nova.compute.utils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.800246] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.800428] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.843164] env[69371]: DEBUG nova.policy [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.992543] env[69371]: DEBUG nova.compute.manager [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.992543] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.993899] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e28ca-9434-4aa8-845b-1e3c1e679f16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.005232] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.005537] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73039415-45d9-483b-a1fb-5baef2ef9b8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.010670] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9919c-e29b-4d26-9506-b6feb4f7cf9e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.014676] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1147.014676] env[69371]: value = "task-4130923" [ 1147.014676] env[69371]: _type = "Task" [ 1147.014676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.022607] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1838b7cf-cd9e-43db-9310-40f37519f606 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.030980] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.066229] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e741e-bdb3-41d2-95c9-d8f4ebb4f87c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.075779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d93631-d361-4023-8bef-9951fa92c972 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.096796] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.097107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.097266] env[69371]: DEBUG nova.network.neutron [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.098766] env[69371]: DEBUG nova.compute.provider_tree [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.119771] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee69ce6-62e5-44d7-8632-d6d3c0ca9f54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.123891] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.141869] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba81f3c-07dd-49f0-8616-1bad9595f4eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.161384] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.165928] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Successfully created port: 1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.205472] env[69371]: DEBUG oslo_vmware.api [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284165} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.205877] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.206047] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.206263] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.206450] env[69371]: INFO nova.compute.manager [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1147.206745] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.207026] env[69371]: DEBUG nova.compute.manager [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.207185] env[69371]: DEBUG nova.network.neutron [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.304569] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.526857] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130923, 'name': PowerOffVM_Task, 'duration_secs': 0.240505} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.527476] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.529421] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.529421] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f84ad0-cb81-4bbb-9c1f-404764f7c7ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.604239] env[69371]: DEBUG nova.scheduler.client.report [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.610140] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.610386] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.610549] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleting the datastore file [datastore2] 41def017-fa5d-4d4b-a757-e0812fa258b6 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.611445] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8e6ed1-3915-493d-947c-28bbf347b1ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.620669] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for the task: (returnval){ [ 1147.620669] env[69371]: value = "task-4130925" [ 1147.620669] env[69371]: _type = "Task" [ 1147.620669] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.630647] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.648036] env[69371]: WARNING nova.network.neutron [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 1147.724995] env[69371]: DEBUG nova.network.neutron [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Port d9f1706e-37c8-4f1f-aea7-767bc346a9d5 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.973268] env[69371]: DEBUG nova.network.neutron [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "address": "fa:16:3e:48:d6:75", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7f3874-81", "ovs_interfaceid": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.107316] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-changed-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.107548] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing instance network info cache due to event network-changed-f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.107771] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.107915] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.108080] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing network info cache for port f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.111837] env[69371]: DEBUG nova.network.neutron [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.113721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.116432] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.491s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.117902] env[69371]: INFO nova.compute.claims [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.134021] env[69371]: DEBUG oslo_vmware.api [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Task: {'id': task-4130925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152012} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.134377] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.134642] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.134891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.135143] env[69371]: INFO nova.compute.manager [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1148.135549] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.135818] env[69371]: DEBUG nova.compute.manager [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.135944] env[69371]: DEBUG nova.network.neutron [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.146862] env[69371]: INFO nova.scheduler.client.report [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance 5c644a70-e0ae-4080-bf01-588840ee2bd9 [ 1148.318721] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.349563] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.349767] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.349908] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.350100] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.350248] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.350392] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.350604] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.350763] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.350975] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.351166] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.351344] env[69371]: DEBUG nova.virt.hardware [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.352278] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adfd912-ecdd-4787-b25a-465248248317 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.361507] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b6b93b-d38e-4696-84c3-846cf254f88d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.476886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.477586] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.478153] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.478643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455bc31b-8e05-4cdd-aab3-2dd48515a916 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.498299] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.498599] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.498734] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.498921] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.499084] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.499233] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.499506] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.499737] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.500190] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.500411] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.500591] env[69371]: DEBUG nova.virt.hardware [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.506925] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfiguring VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1148.507288] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ab11a1-3ee9-4159-aac9-2e74fb622f52 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.525922] env[69371]: DEBUG oslo_vmware.api [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1148.525922] env[69371]: value = "task-4130926" [ 1148.525922] env[69371]: _type = "Task" [ 1148.525922] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.316985] env[69371]: INFO nova.compute.manager [-] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Took 2.11 seconds to deallocate network for instance. [ 1149.330082] env[69371]: DEBUG nova.network.neutron [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.331271] env[69371]: DEBUG oslo_vmware.api [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130926, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.331464] env[69371]: WARNING oslo_vmware.common.loopingcall [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] task run outlasted interval by 0.30533200000000005 sec [ 1149.332927] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5179e4c1-0435-4421-a48e-847b0135d7b6 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "5c644a70-e0ae-4080-bf01-588840ee2bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.329s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.334707] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Successfully updated port: 1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.351367] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.351607] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.351784] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.367289] env[69371]: DEBUG oslo_vmware.api [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130926, 'name': ReconfigVM_Task, 'duration_secs': 0.603154} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.369105] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.369333] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfigured VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.560286] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79ade45-53c8-45d4-851d-caa776d00a96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.568241] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a685b-92e0-4c2c-82a7-ea44bb309a37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.601021] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updated VIF entry in instance network info cache for port f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.601418] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf439a435-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.603164] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4d35d-967a-4d1e-b3c3-1ef532c58158 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.611703] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171dd79-06b9-45e5-b520-cac391a678f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.626903] env[69371]: DEBUG nova.compute.provider_tree [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.838982] env[69371]: INFO nova.compute.manager [-] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Took 1.70 seconds to deallocate network for instance. [ 1149.855716] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.859695] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.876228] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4b78677d-a7ee-4bbf-a695-883f48708de1 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.309s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.877372] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "1e539179-e573-4857-8d04-7b8b81bd670d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.879162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.885783] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.886019] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.886072] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.107071] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.107235] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.107340] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.107553] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.107723] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.107888] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] No waiting events found dispatching network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.108074] env[69371]: WARNING nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received unexpected event network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 for instance with vm_state active and task_state None. [ 1150.108640] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.108640] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-0d7f3874-81f8-42b2-be9f-2f55601e5ee7. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.108640] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.108808] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.108944] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.129604] env[69371]: DEBUG nova.scheduler.client.report [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.135121] env[69371]: DEBUG nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Received event network-vif-deleted-9eb218da-4c29-45c1-a2f0-d8268ab3dc80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.135380] env[69371]: DEBUG nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Received event network-vif-plugged-1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.135620] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Acquiring lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.135902] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.136181] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.136411] env[69371]: DEBUG nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] No waiting events found dispatching network-vif-plugged-1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.136654] env[69371]: WARNING nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Received unexpected event network-vif-plugged-1535da96-3fc6-4498-a81b-25d0e526c0ea for instance with vm_state building and task_state spawning. [ 1150.136879] env[69371]: DEBUG nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Received event network-changed-1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.137503] env[69371]: DEBUG nova.compute.manager [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Refreshing instance network info cache due to event network-changed-1535da96-3fc6-4498-a81b-25d0e526c0ea. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.137735] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Acquiring lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.347443] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.382978] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.390921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.391118] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.391972] env[69371]: DEBUG nova.network.neutron [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.420617] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.580258] env[69371]: DEBUG nova.network.neutron [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Updating instance_info_cache with network_info: [{"id": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "address": "fa:16:3e:50:45:13", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1535da96-3f", "ovs_interfaceid": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.640088] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.641291] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.020s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.641535] env[69371]: DEBUG nova.objects.instance [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'resources' on Instance uuid 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.823029] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.823585] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "address": "fa:16:3e:48:d6:75", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7f3874-81", "ovs_interfaceid": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.914016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.083287] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.083612] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Instance network_info: |[{"id": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "address": "fa:16:3e:50:45:13", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1535da96-3f", "ovs_interfaceid": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.083950] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Acquired lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.084145] env[69371]: DEBUG nova.network.neutron [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Refreshing network info cache for port 1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.085339] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:45:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1535da96-3fc6-4498-a81b-25d0e526c0ea', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.092929] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.093414] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.093659] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bcdb608-27ed-4418-98ff-a918aaedcb7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.113581] env[69371]: DEBUG nova.network.neutron [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.115326] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.115326] env[69371]: value = "task-4130927" [ 1151.115326] env[69371]: _type = "Task" [ 1151.115326] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.124201] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130927, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.143781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "40f3a4f6-0ea8-4ba9-98b3-f49e2e97dc28" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.144035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "40f3a4f6-0ea8-4ba9-98b3-f49e2e97dc28" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.146543] env[69371]: DEBUG nova.objects.instance [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.327984] env[69371]: DEBUG oslo_concurrency.lockutils [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.328310] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Received event network-vif-deleted-db70e947-fa9f-488b-82bc-463e39bc1ed7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.328563] env[69371]: INFO nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Neutron deleted interface db70e947-fa9f-488b-82bc-463e39bc1ed7; detaching it from the instance and deleting it from the info cache [ 1151.328723] env[69371]: DEBUG nova.network.neutron [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.339817] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.340391] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.616986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.630470] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130927, 'name': CreateVM_Task, 'duration_secs': 0.323466} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.632809] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.633714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.633714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.633992] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.634661] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2254d7f3-454e-469e-ab31-2093b5132775 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.640583] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1151.640583] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520bf6d9-16af-2804-6a24-da8c6175ce55" [ 1151.640583] env[69371]: _type = "Task" [ 1151.640583] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.650580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "40f3a4f6-0ea8-4ba9-98b3-f49e2e97dc28" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.651083] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.653720] env[69371]: DEBUG nova.objects.base [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Object Instance<9f642d5e-35c2-471d-bb12-e88fa85cb682> lazy-loaded attributes: resources,numa_topology {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.659174] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520bf6d9-16af-2804-6a24-da8c6175ce55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.823076] env[69371]: DEBUG nova.network.neutron [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Updated VIF entry in instance network info cache for port 1535da96-3fc6-4498-a81b-25d0e526c0ea. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.823506] env[69371]: DEBUG nova.network.neutron [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Updating instance_info_cache with network_info: [{"id": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "address": "fa:16:3e:50:45:13", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1535da96-3f", "ovs_interfaceid": "1535da96-3fc6-4498-a81b-25d0e526c0ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.831851] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e34c0bd3-91f8-44ea-9d4f-3a1a688d4d32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.843240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.843429] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.844338] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79671b8-1781-4ccd-8cd4-82d00e620b12 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.849427] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a1a63d-9bab-4063-beaa-c67472e87e6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.890809] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e35bb65-50f1-4c85-9d3a-8b4df1115329 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.893409] env[69371]: DEBUG nova.compute.manager [req-91c056bc-084f-45ae-aa24-e4f603eefda9 req-9e513188-2b25-42b0-ba61-9a1398b632fa service nova] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Detach interface failed, port_id=db70e947-fa9f-488b-82bc-463e39bc1ed7, reason: Instance d6f399ad-8f7f-489e-b74a-ed2b0c84cada could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.917854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfiguring VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1151.920798] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b32535-be17-496f-9171-3eb3a601d129 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.940473] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1151.940473] env[69371]: value = "task-4130928" [ 1151.940473] env[69371]: _type = "Task" [ 1151.940473] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.945380] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9333521f-6898-499e-aeb1-9e6abfcbaa13 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.953802] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.956657] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f09c4d-c055-43e8-b05e-6927e82f525e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.990421] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1755bd1-0a8d-4c47-a053-a28640a21b19 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.998489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4209b1-b142-4b48-8c6a-fb9d32ff8611 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.014379] env[69371]: DEBUG nova.compute.provider_tree [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.147358] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc4cad-dd68-458a-b000-64550bdbb4dc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.153923] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520bf6d9-16af-2804-6a24-da8c6175ce55, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.154608] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.154853] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.155104] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.155251] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.155432] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.155728] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5718ee-d227-4beb-b042-e45a186dbb31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.171898] env[69371]: DEBUG nova.compute.utils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.174079] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.174269] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.176781] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcaa848-df64-4e2f-b2d1-68b98159dfe3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.181905] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.182151] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.185114] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac17989e-965a-4712-97ec-ef0c8a174060 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.187556] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.195798] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1152.195798] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5269025f-c316-b95f-1be7-a12dd0516fcd" [ 1152.195798] env[69371]: _type = "Task" [ 1152.195798] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.205272] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5269025f-c316-b95f-1be7-a12dd0516fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.218057] env[69371]: DEBUG nova.policy [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25b0431b7b964d52ab7864000f326941', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf50680dcf5845a297531227c6450977', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.327081] env[69371]: DEBUG oslo_concurrency.lockutils [req-88eeacc0-a3d0-4547-a7c7-c12a54af90c4 req-2e90c559-7011-4ac7-828d-b5a39a6b20fa service nova] Releasing lock "refresh_cache-577a5f56-0a35-4573-9db2-6dfd7a922356" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.452273] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.481125] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Successfully created port: 4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.518481] env[69371]: DEBUG nova.scheduler.client.report [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.680750] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.695209] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.695596] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276d1eba-39f3-4cad-b3b6-c0ea95942e71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.709483] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5269025f-c316-b95f-1be7-a12dd0516fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.712305] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1152.712305] env[69371]: value = "task-4130929" [ 1152.712305] env[69371]: _type = "Task" [ 1152.712305] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.712524] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce8309e-2160-44b9-bd49-031521ec2969 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.727155] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1152.727155] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524f3cd0-4fc6-88e0-2cdb-7d09bc2ab1c1" [ 1152.727155] env[69371]: _type = "Task" [ 1152.727155] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.727403] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.740058] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524f3cd0-4fc6-88e0-2cdb-7d09bc2ab1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.740058] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.740378] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 577a5f56-0a35-4573-9db2-6dfd7a922356/577a5f56-0a35-4573-9db2-6dfd7a922356.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.740714] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8794c96-d60a-44d2-8c3f-2e10bba79d16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.750332] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1152.750332] env[69371]: value = "task-4130930" [ 1152.750332] env[69371]: _type = "Task" [ 1152.750332] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.760675] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.953288] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.024285] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.027493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.904s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.029290] env[69371]: INFO nova.compute.claims [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.228059] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.260757] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475684} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.261252] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 577a5f56-0a35-4573-9db2-6dfd7a922356/577a5f56-0a35-4573-9db2-6dfd7a922356.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.261622] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.262283] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c31d9c40-aa89-4629-ba46-55ba93cfbe54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.270336] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1153.270336] env[69371]: value = "task-4130931" [ 1153.270336] env[69371]: _type = "Task" [ 1153.270336] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.279520] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.452540] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.542084] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c708d11a-5ca1-4fbd-9bb8-ef87b117074c tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.653s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.543317] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.688s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.543317] env[69371]: INFO nova.compute.manager [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Unshelving [ 1153.690853] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.717235] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.717520] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.717677] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.717874] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.718095] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.718258] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.718467] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.718665] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.718840] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.719012] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.719193] env[69371]: DEBUG nova.virt.hardware [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.720209] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16359c-a666-41be-9c16-5d409b57cd6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.733093] env[69371]: DEBUG oslo_vmware.api [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130929, 'name': PowerOnVM_Task, 'duration_secs': 0.593491} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.734311] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383da5d4-9579-444d-93d7-da010736ff0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.738194] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.738392] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c5d303-e39e-44d5-9a4e-e63a3e58babd tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance '1787cdf4-a184-4404-a9a8-f45877de9599' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.779937] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070427} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.780247] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.781038] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b8030-e14d-412c-bd8b-af26f8e3a8f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.804730] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 577a5f56-0a35-4573-9db2-6dfd7a922356/577a5f56-0a35-4573-9db2-6dfd7a922356.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.805405] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a849a30d-ca8c-4001-be8e-0579ce6f0587 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.827501] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1153.827501] env[69371]: value = "task-4130932" [ 1153.827501] env[69371]: _type = "Task" [ 1153.827501] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.836430] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.891730] env[69371]: DEBUG nova.compute.manager [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Received event network-vif-plugged-4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.892023] env[69371]: DEBUG oslo_concurrency.lockutils [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] Acquiring lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.892283] env[69371]: DEBUG oslo_concurrency.lockutils [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.892479] env[69371]: DEBUG oslo_concurrency.lockutils [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.892652] env[69371]: DEBUG nova.compute.manager [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] No waiting events found dispatching network-vif-plugged-4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.892904] env[69371]: WARNING nova.compute.manager [req-18b85a66-e2a4-46e6-8bbc-0c47f042908f req-dea25321-6f2b-40f4-887a-bb653e1e8c27 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Received unexpected event network-vif-plugged-4e177923-a9b0-4547-b7f1-df4f012fed14 for instance with vm_state building and task_state spawning. [ 1153.952548] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.973930] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Successfully updated port: 4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.225604] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15096700-62d5-4f64-bb68-3d1d1389885c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.233593] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e95ccaa-ac5a-4bb9-b3a6-c980e721ca63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.269679] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32383e5-036d-405f-b38f-4d26b1d05e37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.279196] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ccef3-2749-4b0e-bc8f-3adfea12d94e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.295699] env[69371]: DEBUG nova.compute.provider_tree [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.338514] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.452729] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.476581] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.476757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquired lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.476902] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.569016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.798990] env[69371]: DEBUG nova.scheduler.client.report [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.839185] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.953574] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.009641] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.137383] env[69371]: DEBUG nova.network.neutron [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Updating instance_info_cache with network_info: [{"id": "4e177923-a9b0-4547-b7f1-df4f012fed14", "address": "fa:16:3e:dd:5b:62", "network": {"id": "491bd7a5-dcf8-48ee-b739-e3fcc18715e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1244309154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf50680dcf5845a297531227c6450977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e177923-a9", "ovs_interfaceid": "4e177923-a9b0-4547-b7f1-df4f012fed14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.304581] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.305380] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.308566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.449s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.308899] env[69371]: DEBUG nova.objects.instance [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lazy-loading 'resources' on Instance uuid d6f399ad-8f7f-489e-b74a-ed2b0c84cada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.340509] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.455307] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.641077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Releasing lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.641213] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Instance network_info: |[{"id": "4e177923-a9b0-4547-b7f1-df4f012fed14", "address": "fa:16:3e:dd:5b:62", "network": {"id": "491bd7a5-dcf8-48ee-b739-e3fcc18715e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1244309154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf50680dcf5845a297531227c6450977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e177923-a9", "ovs_interfaceid": "4e177923-a9b0-4547-b7f1-df4f012fed14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.641686] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:5b:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e177923-a9b0-4547-b7f1-df4f012fed14', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.649016] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Creating folder: Project (cf50680dcf5845a297531227c6450977). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.649319] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70dd3b5e-ec0b-44e3-95a5-7c3e0d823a4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.661257] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Created folder: Project (cf50680dcf5845a297531227c6450977) in parent group-v817910. [ 1155.661417] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Creating folder: Instances. Parent ref: group-v818187. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.661629] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd05c1cb-f148-4fac-99d6-6278b0bf21ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.672702] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Created folder: Instances in parent group-v818187. [ 1155.673055] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.673297] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.673528] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08435215-9010-4850-ada6-347283cd10db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.693756] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.693756] env[69371]: value = "task-4130935" [ 1155.693756] env[69371]: _type = "Task" [ 1155.693756] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.702659] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130935, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.771953] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.772414] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.772725] env[69371]: DEBUG nova.compute.manager [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Going to confirm migration 5 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1155.812755] env[69371]: DEBUG nova.compute.utils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.814815] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.815009] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.844862] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130932, 'name': ReconfigVM_Task, 'duration_secs': 1.873793} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.845185] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 577a5f56-0a35-4573-9db2-6dfd7a922356/577a5f56-0a35-4573-9db2-6dfd7a922356.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.846152] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c39db9f-e37a-48ee-a872-531774026d85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.856422] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1155.856422] env[69371]: value = "task-4130936" [ 1155.856422] env[69371]: _type = "Task" [ 1155.856422] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.861643] env[69371]: DEBUG nova.policy [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975db30bb8064ca48c1c2b13d366cf9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e4f12781c2545eda6d2c86983347eff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.872051] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130936, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.920997] env[69371]: DEBUG nova.compute.manager [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Received event network-changed-4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.921295] env[69371]: DEBUG nova.compute.manager [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Refreshing instance network info cache due to event network-changed-4e177923-a9b0-4547-b7f1-df4f012fed14. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.921615] env[69371]: DEBUG oslo_concurrency.lockutils [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] Acquiring lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.921806] env[69371]: DEBUG oslo_concurrency.lockutils [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] Acquired lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.921995] env[69371]: DEBUG nova.network.neutron [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Refreshing network info cache for port 4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.956692] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.009688] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85804c9-48a6-44fc-9dea-18eeac9bd3e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.017907] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474757a-d348-43b7-b53b-cb3c490e8e63 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.050418] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7e0488-66bb-4a9b-b1cf-4a74129249d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.059364] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628d560-8c52-4a8c-b350-4668322e944c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.074380] env[69371]: DEBUG nova.compute.provider_tree [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.140835] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Successfully created port: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.204959] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130935, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.323614] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.372021] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130936, 'name': Rename_Task, 'duration_secs': 0.387756} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.372493] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.375181] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ac718c-c0ec-45d6-967c-f2801fdd6b07 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.385025] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1156.385025] env[69371]: value = "task-4130937" [ 1156.385025] env[69371]: _type = "Task" [ 1156.385025] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.393891] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.405445] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.405445] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.405445] env[69371]: DEBUG nova.network.neutron [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.405445] env[69371]: DEBUG nova.objects.instance [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'info_cache' on Instance uuid 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.455403] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.577425] env[69371]: DEBUG nova.scheduler.client.report [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.655877] env[69371]: DEBUG nova.network.neutron [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Updated VIF entry in instance network info cache for port 4e177923-a9b0-4547-b7f1-df4f012fed14. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.656260] env[69371]: DEBUG nova.network.neutron [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Updating instance_info_cache with network_info: [{"id": "4e177923-a9b0-4547-b7f1-df4f012fed14", "address": "fa:16:3e:dd:5b:62", "network": {"id": "491bd7a5-dcf8-48ee-b739-e3fcc18715e1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1244309154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf50680dcf5845a297531227c6450977", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e177923-a9", "ovs_interfaceid": "4e177923-a9b0-4547-b7f1-df4f012fed14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.707127] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130935, 'name': CreateVM_Task, 'duration_secs': 0.621668} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.708027] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.708120] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.708314] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.708704] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.709036] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b642534-4542-43a8-ae0f-898ad45531bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.715318] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1156.715318] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5275cf9a-5665-3015-4fb4-e6552082c527" [ 1156.715318] env[69371]: _type = "Task" [ 1156.715318] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.725168] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5275cf9a-5665-3015-4fb4-e6552082c527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.895030] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.957841] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.082551] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.085178] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.738s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.085424] env[69371]: DEBUG nova.objects.instance [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lazy-loading 'resources' on Instance uuid 41def017-fa5d-4d4b-a757-e0812fa258b6 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.105830] env[69371]: INFO nova.scheduler.client.report [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted allocations for instance d6f399ad-8f7f-489e-b74a-ed2b0c84cada [ 1157.159064] env[69371]: DEBUG oslo_concurrency.lockutils [req-8851bd32-6a2b-40c2-9b26-59aca4ee957b req-090680ab-5018-42a5-b523-334bcdaa0b68 service nova] Releasing lock "refresh_cache-c4faa003-64b1-4138-a6d3-720cba7e4d16" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.230109] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5275cf9a-5665-3015-4fb4-e6552082c527, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.230660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.231084] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.231496] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.231781] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.232120] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.232551] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef25b34-baff-4640-98f5-c6f48ee9b4d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.243933] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.244210] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.244982] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1d251c-bfce-46cb-9c69-0612274acb6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.251484] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1157.251484] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2e3d8-b9af-82cd-3906-4f452a4a3a4d" [ 1157.251484] env[69371]: _type = "Task" [ 1157.251484] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.260509] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2e3d8-b9af-82cd-3906-4f452a4a3a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.334595] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.361216] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.361527] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.361687] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.361870] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.362192] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.362192] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.362389] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.362547] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.362713] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.362875] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.363062] env[69371]: DEBUG nova.virt.hardware [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.363940] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3f6a6-7a04-418a-a45e-3d08b76d96f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.372628] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8014f6b-79a4-4c80-a3ac-a8b78e3919a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.395668] env[69371]: DEBUG oslo_vmware.api [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130937, 'name': PowerOnVM_Task, 'duration_secs': 0.621183} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.395950] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.396183] env[69371]: INFO nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1157.396380] env[69371]: DEBUG nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.397222] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828df5ab-6d2e-4835-82e3-8260f883825e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.462973] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.616030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fea9b482-e78c-4e30-8a3e-c1645d574398 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "d6f399ad-8f7f-489e-b74a-ed2b0c84cada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.110s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.752709] env[69371]: DEBUG nova.network.neutron [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [{"id": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "address": "fa:16:3e:b4:04:16", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f1706e-37", "ovs_interfaceid": "d9f1706e-37c8-4f1f-aea7-767bc346a9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.764938] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f2e3d8-b9af-82cd-3906-4f452a4a3a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.766262] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d8b044-2de7-4177-b5b9-d1e5721ea044 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.772922] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1157.772922] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5205587d-8c77-63bd-f9cf-552cd1460cf3" [ 1157.772922] env[69371]: _type = "Task" [ 1157.772922] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.781629] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5205587d-8c77-63bd-f9cf-552cd1460cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.810589] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85033cf-8b06-49b3-84a4-bc7562f2cf7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.820616] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896eee22-1bba-4591-9d02-2f2fd228362f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.855996] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728efcc-a31f-4fc4-98f1-d8623abbd9bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.864627] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94ce1a6-a406-4300-86e0-f4e639841f62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.871160] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Successfully updated port: d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.880616] env[69371]: DEBUG nova.compute.provider_tree [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.916539] env[69371]: INFO nova.compute.manager [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Took 17.00 seconds to build instance. [ 1157.954207] env[69371]: DEBUG nova.compute.manager [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Received event network-vif-plugged-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.954543] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Acquiring lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.954818] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.955019] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.955246] env[69371]: DEBUG nova.compute.manager [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] No waiting events found dispatching network-vif-plugged-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.955473] env[69371]: WARNING nova.compute.manager [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Received unexpected event network-vif-plugged-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 for instance with vm_state building and task_state spawning. [ 1157.955757] env[69371]: DEBUG nova.compute.manager [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Received event network-changed-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.956016] env[69371]: DEBUG nova.compute.manager [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Refreshing instance network info cache due to event network-changed-d7248353-a3ca-4ce3-9902-d17cc74cf3e3. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.956288] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Acquiring lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.956522] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Acquired lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.956749] env[69371]: DEBUG nova.network.neutron [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Refreshing network info cache for port d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.962266] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.148588] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "577a5f56-0a35-4573-9db2-6dfd7a922356" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.258916] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-1787cdf4-a184-4404-a9a8-f45877de9599" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.259244] env[69371]: DEBUG nova.objects.instance [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'migration_context' on Instance uuid 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.283984] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5205587d-8c77-63bd-f9cf-552cd1460cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.014752} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.284427] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.284667] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c4faa003-64b1-4138-a6d3-720cba7e4d16/c4faa003-64b1-4138-a6d3-720cba7e4d16.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.284949] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-319d4d43-bb6b-4053-882b-861d1a25a2ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.294757] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1158.294757] env[69371]: value = "task-4130938" [ 1158.294757] env[69371]: _type = "Task" [ 1158.294757] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.303354] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.383265] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.384492] env[69371]: DEBUG nova.scheduler.client.report [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.418112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac335b28-575c-4540-b63c-af0ac68788bf tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.508s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.418418] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.270s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.418603] env[69371]: DEBUG nova.compute.manager [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.419527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25589fd1-0e2f-4fea-aa79-b5737dc70416 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.426253] env[69371]: DEBUG nova.compute.manager [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1158.426829] env[69371]: DEBUG nova.objects.instance [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'flavor' on Instance uuid 577a5f56-0a35-4573-9db2-6dfd7a922356 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.458022] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.496086] env[69371]: DEBUG nova.network.neutron [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.580919] env[69371]: DEBUG nova.network.neutron [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.761858] env[69371]: DEBUG nova.objects.base [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Object Instance<1787cdf4-a184-4404-a9a8-f45877de9599> lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.762889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd5615-6337-4aa3-9b21-39a35b514079 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.786287] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f898b774-6f97-40a2-b0bd-fce0b0e86023 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.797151] env[69371]: DEBUG oslo_vmware.api [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1158.797151] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8a044-7629-fdf4-baa7-32e50faffe79" [ 1158.797151] env[69371]: _type = "Task" [ 1158.797151] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.812337] env[69371]: DEBUG oslo_vmware.api [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8a044-7629-fdf4-baa7-32e50faffe79, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.816319] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.816904] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.890595] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.893717] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.979s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.894634] env[69371]: INFO nova.compute.claims [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.924813] env[69371]: INFO nova.scheduler.client.report [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Deleted allocations for instance 41def017-fa5d-4d4b-a757-e0812fa258b6 [ 1158.958596] env[69371]: DEBUG oslo_vmware.api [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130928, 'name': ReconfigVM_Task, 'duration_secs': 6.835413} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.958895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.959154] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Reconfigured VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.083712] env[69371]: DEBUG oslo_concurrency.lockutils [req-da31baf3-6f9c-4308-b02b-dde768aff0ee req-e7565dc2-6efc-4870-b4c2-4e46c379c894 service nova] Releasing lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.084130] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.084294] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.306960] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548346} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.307252] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] c4faa003-64b1-4138-a6d3-720cba7e4d16/c4faa003-64b1-4138-a6d3-720cba7e4d16.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.307457] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.307737] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7c5ea25-80fb-44b7-a248-bfcb08d6760e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.314209] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1159.314209] env[69371]: value = "task-4130939" [ 1159.314209] env[69371]: _type = "Task" [ 1159.314209] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.323620] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.434295] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08d95f96-1a22-4740-b4ba-e2c567fdd5fc tempest-ServerDiskConfigTestJSON-2123209560 tempest-ServerDiskConfigTestJSON-2123209560-project-member] Lock "41def017-fa5d-4d4b-a757-e0812fa258b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.952s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.435514] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.435940] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da4204a3-8846-45d3-9514-ce5ac6535e2b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.444457] env[69371]: DEBUG oslo_vmware.api [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1159.444457] env[69371]: value = "task-4130940" [ 1159.444457] env[69371]: _type = "Task" [ 1159.444457] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.456519] env[69371]: DEBUG oslo_vmware.api [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.634921] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.827211] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067222} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.827488] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.828515] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee17178-1a86-4364-9b05-e31c41c6e836 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.859592] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c4faa003-64b1-4138-a6d3-720cba7e4d16/c4faa003-64b1-4138-a6d3-720cba7e4d16.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.860111] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc42bf7c-d46d-4ab2-8cd9-29c224b420a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.883390] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1159.883390] env[69371]: value = "task-4130941" [ 1159.883390] env[69371]: _type = "Task" [ 1159.883390] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.895305] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.899288] env[69371]: DEBUG nova.network.neutron [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Updating instance_info_cache with network_info: [{"id": "d7248353-a3ca-4ce3-9902-d17cc74cf3e3", "address": "fa:16:3e:29:57:71", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7248353-a3", "ovs_interfaceid": "d7248353-a3ca-4ce3-9902-d17cc74cf3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.958060] env[69371]: DEBUG oslo_vmware.api [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130940, 'name': PowerOffVM_Task, 'duration_secs': 0.44734} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.958371] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.958522] env[69371]: DEBUG nova.compute.manager [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.959435] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d1489-a564-4c18-be65-90972898e9e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.099968] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baccd00c-5dbf-478b-be7a-75bdbf00ff2c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.108432] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15997da2-38a9-430b-8df3-e8f686fefc3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.146461] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ed0ae7-c3a4-44c6-836c-fa25da84b8e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155368] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a702a8-8822-450d-805f-c631ca1b12b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.173033] env[69371]: DEBUG nova.compute.provider_tree [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.242420] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.242629] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.242813] env[69371]: DEBUG nova.network.neutron [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.297900] env[69371]: DEBUG nova.compute.manager [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.298207] env[69371]: DEBUG nova.compute.manager [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing instance network info cache due to event network-changed-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.298520] env[69371]: DEBUG oslo_concurrency.lockutils [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] Acquiring lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.394446] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.399688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "refresh_cache-dffea3dd-0af5-4705-9f03-5448d9d8e5ab" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.400261] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance network_info: |[{"id": "d7248353-a3ca-4ce3-9902-d17cc74cf3e3", "address": "fa:16:3e:29:57:71", "network": {"id": "bc1dcc69-b1a5-4846-bb94-4552a0f152b5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1488627200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e4f12781c2545eda6d2c86983347eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7248353-a3", "ovs_interfaceid": "d7248353-a3ca-4ce3-9902-d17cc74cf3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.400745] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:57:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7248353-a3ca-4ce3-9902-d17cc74cf3e3', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.410533] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.410533] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.410533] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-898d2d8a-f022-48d0-8d2b-12a113fdc11c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.433137] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.433137] env[69371]: value = "task-4130942" [ 1160.433137] env[69371]: _type = "Task" [ 1160.433137] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.444832] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130942, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.474417] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cdb64b68-c583-4a24-a70c-18b7963cfb52 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.679025] env[69371]: DEBUG nova.scheduler.client.report [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.911602] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130941, 'name': ReconfigVM_Task, 'duration_secs': 0.666273} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.911602] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c4faa003-64b1-4138-a6d3-720cba7e4d16/c4faa003-64b1-4138-a6d3-720cba7e4d16.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.911602] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81866fab-09a0-4797-bbfd-b242f55861ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.911602] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1160.911602] env[69371]: value = "task-4130943" [ 1160.911602] env[69371]: _type = "Task" [ 1160.911602] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.915347] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130943, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.942612] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130942, 'name': CreateVM_Task, 'duration_secs': 0.344555} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.942794] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.944504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.944504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.944504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.944504] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42376f89-0d0b-4e38-a41d-4909274b967c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.950318] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1160.950318] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5291cc99-f02a-11aa-0861-194b1a86d5a6" [ 1160.950318] env[69371]: _type = "Task" [ 1160.950318] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.960781] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5291cc99-f02a-11aa-0861-194b1a86d5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.017122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.017431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.017797] env[69371]: DEBUG nova.objects.instance [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'flavor' on Instance uuid 625b730d-818e-4d56-b19a-d925114a7e8e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.131988] env[69371]: INFO nova.network.neutron [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.132382] env[69371]: DEBUG nova.network.neutron [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.183734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.183734] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.185764] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.617s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.186791] env[69371]: DEBUG nova.objects.instance [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.414474] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130943, 'name': Rename_Task, 'duration_secs': 0.186071} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.414996] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.417344] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e79eb2-dbaa-4fca-a34b-50a61b66edf0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.423678] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1161.423678] env[69371]: value = "task-4130944" [ 1161.423678] env[69371]: _type = "Task" [ 1161.423678] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.436580] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.462727] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5291cc99-f02a-11aa-0861-194b1a86d5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.462727] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.463249] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.463846] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.464881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.464881] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.465133] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-464c9398-842a-4682-8a8e-94473229b963 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.478074] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.478074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.478074] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba044c5-eac6-4af3-a941-c25be808430e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.484340] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1161.484340] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d2ed-8510-259d-ff2a-3b213b8ff282" [ 1161.484340] env[69371]: _type = "Task" [ 1161.484340] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.504311] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5200d2ed-8510-259d-ff2a-3b213b8ff282, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.506023] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f004e5-1586-4428-9645-9446201a9a04 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.515246] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1161.515246] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5240bd53-c70c-0bf6-991c-62a04d9e3f16" [ 1161.515246] env[69371]: _type = "Task" [ 1161.515246] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.528999] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5240bd53-c70c-0bf6-991c-62a04d9e3f16, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.529862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.530311] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] dffea3dd-0af5-4705-9f03-5448d9d8e5ab/dffea3dd-0af5-4705-9f03-5448d9d8e5ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.531058] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1993611f-22a6-45c7-a31a-7927c54f0ddf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.541171] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1161.541171] env[69371]: value = "task-4130945" [ 1161.541171] env[69371]: _type = "Task" [ 1161.541171] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.552358] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.635214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.639419] env[69371]: DEBUG oslo_concurrency.lockutils [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] Acquired lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.639419] env[69371]: DEBUG nova.network.neutron [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Refreshing network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.646617] env[69371]: DEBUG nova.objects.instance [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'pci_requests' on Instance uuid 625b730d-818e-4d56-b19a-d925114a7e8e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.692259] env[69371]: DEBUG nova.compute.utils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.694385] env[69371]: DEBUG nova.objects.instance [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.695687] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.696048] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.752710] env[69371]: DEBUG nova.policy [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.932454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.933417] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.942408] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.996209] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "577a5f56-0a35-4573-9db2-6dfd7a922356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.996569] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.996837] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.997040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.997271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.999801] env[69371]: INFO nova.compute.manager [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Terminating instance [ 1162.055711] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508982} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.055933] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] dffea3dd-0af5-4705-9f03-5448d9d8e5ab/dffea3dd-0af5-4705-9f03-5448d9d8e5ab.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.056176] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.056440] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61965b95-fe0f-4a81-9bf7-be8e78384c2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.064724] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1162.064724] env[69371]: value = "task-4130946" [ 1162.064724] env[69371]: _type = "Task" [ 1162.064724] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.077388] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.113312] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Successfully created port: 7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.141884] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2c873e64-858e-49c2-8f12-65369d275296 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.801s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.148043] env[69371]: DEBUG nova.objects.base [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Object Instance<625b730d-818e-4d56-b19a-d925114a7e8e> lazy-loaded attributes: flavor,pci_requests {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.148043] env[69371]: DEBUG nova.network.neutron [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.200196] env[69371]: INFO nova.compute.claims [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.204250] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.304689] env[69371]: DEBUG nova.policy [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a963c82ad2a43ddb03302b268d6ac3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d0077a023764b8f9988453298cf1a26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.436770] env[69371]: DEBUG nova.compute.utils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.444420] env[69371]: DEBUG oslo_vmware.api [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130944, 'name': PowerOnVM_Task, 'duration_secs': 0.778081} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.444966] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.444966] env[69371]: INFO nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1162.445374] env[69371]: DEBUG nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.446149] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a262cf2-91a4-4eab-8ee1-1033efe34e59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.504359] env[69371]: DEBUG nova.compute.manager [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.504668] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.505813] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913b659-3d40-4f58-9b59-d3e32b082088 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.515075] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.515075] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d074c0-f6c0-4db2-8c24-3915d9e876f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.576254] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073736} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.576518] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.577727] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6080b-56d9-42ea-ba24-7813c91792e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.606666] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] dffea3dd-0af5-4705-9f03-5448d9d8e5ab/dffea3dd-0af5-4705-9f03-5448d9d8e5ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.608296] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974d130d-47fc-4549-a10a-e7f9c2c3d2af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.624029] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.624123] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.624233] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore2] 577a5f56-0a35-4573-9db2-6dfd7a922356 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.624502] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1918a4-4554-4461-8f1a-ff529216eb44 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.632065] env[69371]: DEBUG oslo_vmware.api [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1162.632065] env[69371]: value = "task-4130949" [ 1162.632065] env[69371]: _type = "Task" [ 1162.632065] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.633440] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1162.633440] env[69371]: value = "task-4130948" [ 1162.633440] env[69371]: _type = "Task" [ 1162.633440] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.642865] env[69371]: DEBUG nova.network.neutron [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updated VIF entry in instance network info cache for port 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.643237] env[69371]: DEBUG nova.network.neutron [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [{"id": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "address": "fa:16:3e:71:fc:ec", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4cb7e1-8a", "ovs_interfaceid": "9d4cb7e1-8a56-4ecc-b205-5d79f824dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.651508] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.651711] env[69371]: DEBUG oslo_vmware.api [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.942552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.966925] env[69371]: INFO nova.compute.manager [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Took 17.36 seconds to build instance. [ 1163.146739] env[69371]: DEBUG oslo_vmware.api [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4130949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14015} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.150028] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.150274] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.150469] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.150666] env[69371]: INFO nova.compute.manager [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1163.150917] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.151149] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130948, 'name': ReconfigVM_Task, 'duration_secs': 0.281614} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.151350] env[69371]: DEBUG nova.compute.manager [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.151445] env[69371]: DEBUG nova.network.neutron [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.153092] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Reconfigured VM instance instance-00000067 to attach disk [datastore2] dffea3dd-0af5-4705-9f03-5448d9d8e5ab/dffea3dd-0af5-4705-9f03-5448d9d8e5ab.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.153927] env[69371]: DEBUG oslo_concurrency.lockutils [req-63b3348c-b7d3-4246-aa63-93a02a2771a2 req-872d01d6-d017-4fef-b5a2-4c066f3bdf56 service nova] Releasing lock "refresh_cache-31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.154306] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fb5e7a-0078-4ff2-b063-cb264ee98ea0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.161406] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1163.161406] env[69371]: value = "task-4130950" [ 1163.161406] env[69371]: _type = "Task" [ 1163.161406] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.170581] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130950, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.218173] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.246524] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.246849] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.247041] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.247262] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.247399] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.247548] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.247825] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.248072] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.248318] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.248521] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.248732] env[69371]: DEBUG nova.virt.hardware [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.249663] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b041cb1-f592-424d-bfd1-7a40ff7d3880 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.261197] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd213f4-6f0e-4239-bb10-690813fc7165 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400550] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c0889f-aa11-464e-83f4-f99163a9a3d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.408950] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5df1b6-826b-4cf4-bb0e-7bbe7cd2eaf1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.446061] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785f98d-1990-49d7-9523-c886ac908af9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.454458] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8709c-d435-4d4a-993b-5179a18c8c0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.472483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-491dab9f-ed77-4c2e-a1b2-aa377717014d tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.875s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.473028] env[69371]: DEBUG nova.compute.provider_tree [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.672653] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130950, 'name': Rename_Task, 'duration_secs': 0.15814} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.672943] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.673222] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45061e53-9771-4715-a74a-7f955f05d19e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.681275] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1163.681275] env[69371]: value = "task-4130951" [ 1163.681275] env[69371]: _type = "Task" [ 1163.681275] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.689815] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.948644] env[69371]: DEBUG nova.network.neutron [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.979668] env[69371]: DEBUG nova.scheduler.client.report [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.014744] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.015039] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.015311] env[69371]: INFO nova.compute.manager [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Attaching volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 to /dev/sdb [ 1164.069847] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd0025-48f9-4f08-a13d-0d8aebe38f1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.086313] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34308ec-ed55-42e4-b7ee-87ce328aebb3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.106028] env[69371]: DEBUG nova.virt.block_device [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating existing volume attachment record: 982596a3-3ea2-4d0f-93cd-c6e2ef83391e {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.127462] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Successfully updated port: 7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.188224] env[69371]: DEBUG nova.network.neutron [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Successfully updated port: 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.199089] env[69371]: DEBUG oslo_vmware.api [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130951, 'name': PowerOnVM_Task, 'duration_secs': 0.454655} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.199654] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.200691] env[69371]: INFO nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1164.204019] env[69371]: DEBUG nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.204692] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ff68c-08c3-4767-a50f-ed9523df4b8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.419180] env[69371]: DEBUG nova.compute.manager [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.419180] env[69371]: DEBUG nova.compute.manager [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing instance network info cache due to event network-changed-cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.419180] env[69371]: DEBUG oslo_concurrency.lockutils [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.419794] env[69371]: DEBUG oslo_concurrency.lockutils [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.420246] env[69371]: DEBUG nova.network.neutron [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.453428] env[69371]: INFO nova.compute.manager [-] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Took 1.30 seconds to deallocate network for instance. [ 1164.485770] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.490205] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.673s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.534141] env[69371]: INFO nova.network.neutron [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating port f439a435-b086-4937-b96a-317482bc9e7e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1164.632583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.632583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.632583] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.675606] env[69371]: DEBUG nova.compute.manager [req-471a153a-e47c-47c5-bcfc-9b0239bbd298 req-bbd70cd3-dbe3-4f96-93f7-890ff13ce8e9 service nova] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Received event network-vif-deleted-1535da96-3fc6-4498-a81b-25d0e526c0ea {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.693187] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.736995] env[69371]: INFO nova.compute.manager [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Took 17.66 seconds to build instance. [ 1164.959059] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.177748] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.242195] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3dc0a0-3c44-484f-ab78-5445ee978de9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.246731] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f211dd71-0dc6-47d5-98c2-63fb4ceccba5 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.183s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.253604] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38dd07e-f66d-4687-a3b9-84dcbf8025e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.300121] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db0e23-a76a-43bb-9bba-a132ffa0ff89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.304073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.304073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.304461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.304756] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.305096] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.307531] env[69371]: INFO nova.compute.manager [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Terminating instance [ 1165.320949] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc81c4-c9be-47a4-8195-340640b924c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.339095] env[69371]: DEBUG nova.compute.provider_tree [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.422433] env[69371]: DEBUG nova.network.neutron [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Updating instance_info_cache with network_info: [{"id": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "address": "fa:16:3e:73:bd:5a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7871a126-8e", "ovs_interfaceid": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.433697] env[69371]: DEBUG nova.network.neutron [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updated VIF entry in instance network info cache for port cf59d71c-3f71-40b2-920a-bba2fca266b3. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.434170] env[69371]: DEBUG nova.network.neutron [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.817725] env[69371]: DEBUG nova.compute.manager [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.818128] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.818767] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78d62a8-8390-4c92-9b7a-9f71ee6ab719 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.828481] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.828772] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f7c555-c3d6-4ade-a3e1-c9480592988c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.836743] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1165.836743] env[69371]: value = "task-4130955" [ 1165.836743] env[69371]: _type = "Task" [ 1165.836743] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.842338] env[69371]: DEBUG nova.scheduler.client.report [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.850228] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.926761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.927264] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Instance network_info: |[{"id": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "address": "fa:16:3e:73:bd:5a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7871a126-8e", "ovs_interfaceid": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.927826] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bd:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7871a126-8e91-48ff-89f0-f2a1fa7f676a', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.940738] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.941463] env[69371]: DEBUG oslo_concurrency.lockutils [req-85bef89b-b74f-40ab-b064-64216806a8a6 req-0c45c1a9-a719-431f-96cc-fa2c4e41a24b service nova] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.942029] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.942515] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.942751] env[69371]: DEBUG nova.network.neutron [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.944940] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4071c50c-5714-4859-a49e-58024a45238d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.988208] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.988208] env[69371]: value = "task-4130956" [ 1165.988208] env[69371]: _type = "Task" [ 1165.988208] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.999141] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130956, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.025311] env[69371]: WARNING nova.network.neutron [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] f29b5de9-d4a2-4940-b5ef-9bf5d9408074 already exists in list: networks containing: ['f29b5de9-d4a2-4940-b5ef-9bf5d9408074']. ignoring it [ 1166.363300] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130955, 'name': PowerOffVM_Task, 'duration_secs': 0.276885} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.369690] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.369690] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.369817] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d047a9b6-da92-4f6c-b80c-f6a4f04c28d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.469657] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.469895] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.470092] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Deleting the datastore file [datastore2] c4faa003-64b1-4138-a6d3-720cba7e4d16 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.470375] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70afa1ee-bc4f-4c3e-a84d-6575fbbd3e27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.480499] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for the task: (returnval){ [ 1166.480499] env[69371]: value = "task-4130959" [ 1166.480499] env[69371]: _type = "Task" [ 1166.480499] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.490862] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.499664] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130956, 'name': CreateVM_Task, 'duration_secs': 0.421402} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.499950] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.500978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.501208] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.501557] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.501833] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44fd2ff-4131-4b4f-ac2c-e14339d9c7d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.505051] env[69371]: DEBUG nova.network.neutron [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "address": "fa:16:3e:48:d6:75", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7f3874-81", "ovs_interfaceid": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.512525] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1166.512525] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5255bfe1-18ff-98b8-ddf2-f788158f535c" [ 1166.512525] env[69371]: _type = "Task" [ 1166.512525] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.524582] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5255bfe1-18ff-98b8-ddf2-f788158f535c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.580461] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.580711] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.580964] env[69371]: DEBUG nova.network.neutron [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.718725] env[69371]: DEBUG nova.compute.manager [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.719695] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f24f7-dae3-40a0-9f6c-087f929fc132 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.807518] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Received event network-vif-plugged-7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.807818] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.808115] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.808253] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.808491] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] No waiting events found dispatching network-vif-plugged-7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1166.808637] env[69371]: WARNING nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Received unexpected event network-vif-plugged-7871a126-8e91-48ff-89f0-f2a1fa7f676a for instance with vm_state building and task_state spawning. [ 1166.808889] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.809124] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.809337] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.809538] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.809740] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] No waiting events found dispatching network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1166.809914] env[69371]: WARNING nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received unexpected event network-vif-plugged-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 for instance with vm_state active and task_state None. [ 1166.810107] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Received event network-changed-7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.810300] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Refreshing instance network info cache due to event network-changed-7871a126-8e91-48ff-89f0-f2a1fa7f676a. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.810574] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.810795] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquired lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.811462] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Refreshing network info cache for port 7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.872632] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.383s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.885480] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.926s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.886543] env[69371]: DEBUG nova.objects.instance [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'resources' on Instance uuid 577a5f56-0a35-4573-9db2-6dfd7a922356 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.889933] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.890425] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.990714] env[69371]: DEBUG oslo_vmware.api [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Task: {'id': task-4130959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184952} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.990933] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.991138] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.991318] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.992024] env[69371]: INFO nova.compute.manager [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1166.992024] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.992024] env[69371]: DEBUG nova.compute.manager [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.992024] env[69371]: DEBUG nova.network.neutron [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.008563] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.008984] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.009183] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.010155] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31226653-37ad-4555-8ec8-83c24e1bab3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.035143] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5255bfe1-18ff-98b8-ddf2-f788158f535c, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.035790] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.036015] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.036184] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.036373] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.036520] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.036669] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.036929] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.037175] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.037291] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.037456] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.037678] env[69371]: DEBUG nova.virt.hardware [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.044226] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfiguring VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1167.044703] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.044982] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.045223] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.045374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.045557] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.045886] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09b4efb-d03e-4969-887e-b8a863b522a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.060074] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b34c7e-04b6-4f29-868f-fd570a0543c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.068740] env[69371]: DEBUG oslo_vmware.api [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1167.068740] env[69371]: value = "task-4130960" [ 1167.068740] env[69371]: _type = "Task" [ 1167.068740] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.070069] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.070258] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.074290] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3067ddb-7601-4ed7-95f0-edeaf02c5cce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.080364] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1167.080364] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520c7c43-8909-4dc0-6663-3bf190a1a6c8" [ 1167.080364] env[69371]: _type = "Task" [ 1167.080364] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.083304] env[69371]: DEBUG oslo_vmware.api [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130960, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.095592] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520c7c43-8909-4dc0-6663-3bf190a1a6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.234070] env[69371]: INFO nova.compute.manager [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] instance snapshotting [ 1167.237225] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12eaf5d-b388-4e0f-9c78-c9f5b0bb5b57 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.260148] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e96a119-e714-431f-9959-19925c182a1a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.399385] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.490194] env[69371]: INFO nova.scheduler.client.report [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted allocation for migration 26b46d99-75fd-4042-8332-f5a8edbb19a0 [ 1167.509052] env[69371]: DEBUG nova.network.neutron [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.587799] env[69371]: DEBUG oslo_vmware.api [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.599040] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520c7c43-8909-4dc0-6663-3bf190a1a6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018737} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.600073] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9430316-2b1a-4483-8a17-6a3cee6a5de2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.608810] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1167.608810] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5226b5b8-47d2-43ce-cfea-422105db7399" [ 1167.608810] env[69371]: _type = "Task" [ 1167.608810] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.621162] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5226b5b8-47d2-43ce-cfea-422105db7399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.641394] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Updated VIF entry in instance network info cache for port 7871a126-8e91-48ff-89f0-f2a1fa7f676a. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.641778] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Updating instance_info_cache with network_info: [{"id": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "address": "fa:16:3e:73:bd:5a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7871a126-8e", "ovs_interfaceid": "7871a126-8e91-48ff-89f0-f2a1fa7f676a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.656738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526572ce-b2db-4f7d-8d00-97ad312b8f0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.665675] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2162f7b-c120-4dfa-88ad-8ffeebb5683e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.706270] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee7dcf-a884-45e6-b99c-179e49e9b0de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.715505] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf301d-16dc-46a6-bd57-e16e0de890df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.730417] env[69371]: DEBUG nova.compute.provider_tree [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.772404] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1167.773126] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-716eb888-f816-4807-9938-26b5311dd776 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.782021] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1167.782021] env[69371]: value = "task-4130961" [ 1167.782021] env[69371]: _type = "Task" [ 1167.782021] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.791431] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.934042] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.945480] env[69371]: DEBUG nova.network.neutron [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.000199] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c590238-4775-412b-8284-1ce98d9d8031 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.228s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.013026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.041547] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9a67d9b0db8d4c2647cfa12e19d1edee',container_format='bare',created_at=2025-05-14T06:55:45Z,direct_url=,disk_format='vmdk',id=0515140b-63cd-471b-ab76-c1e809d8f1e8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1254933135-shelved',owner='00f436b853744265b257c1cfe6f3d308',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-05-14T06:56:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.041838] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.042038] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.042248] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.042401] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.042550] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.042762] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.042923] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.043226] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.043357] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.043438] env[69371]: DEBUG nova.virt.hardware [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.044357] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a7d40-4a38-434b-8a36-5651b5bd34e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.054089] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde35a0-f93b-4a02-b886-0c137de541cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.070286] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:bf:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f439a435-b086-4937-b96a-317482bc9e7e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.078764] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.079131] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.084133] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6463f67-8937-4def-8911-707c7b7bc55b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.105618] env[69371]: DEBUG oslo_vmware.api [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130960, 'name': ReconfigVM_Task, 'duration_secs': 0.587097} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.107305] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.107537] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfigured VM to attach interface {{(pid=69371) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1168.110120] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.110120] env[69371]: value = "task-4130962" [ 1168.110120] env[69371]: _type = "Task" [ 1168.110120] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.123535] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130962, 'name': CreateVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.127800] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5226b5b8-47d2-43ce-cfea-422105db7399, 'name': SearchDatastore_Task, 'duration_secs': 0.019327} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.128362] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.128638] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1e539179-e573-4857-8d04-7b8b81bd670d/1e539179-e573-4857-8d04-7b8b81bd670d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.128956] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98bef6be-75b9-4675-9ac2-ee799d40619b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.137502] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1168.137502] env[69371]: value = "task-4130963" [ 1168.137502] env[69371]: _type = "Task" [ 1168.137502] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.146807] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Releasing lock "refresh_cache-1e539179-e573-4857-8d04-7b8b81bd670d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.147162] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-changed-0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.147357] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing instance network info cache due to event network-changed-0d7f3874-81f8-42b2-be9f-2f55601e5ee7. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.147595] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.147756] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.147933] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Refreshing network info cache for port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.149319] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.233771] env[69371]: DEBUG nova.scheduler.client.report [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.294810] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.449907] env[69371]: INFO nova.compute.manager [-] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Took 1.46 seconds to deallocate network for instance. [ 1168.612776] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8bca1679-daa6-45d6-994b-fd61944cab8e tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.595s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.624725] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130962, 'name': CreateVM_Task, 'duration_secs': 0.494293} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.624939] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.625740] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.625925] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.626355] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.627389] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d848aa-6990-46d0-a618-5e11895d6f3a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.634512] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1168.634512] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5288ed18-cafc-3338-aaee-cf2c6a125f98" [ 1168.634512] env[69371]: _type = "Task" [ 1168.634512] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.653046] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5288ed18-cafc-3338-aaee-cf2c6a125f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.656356] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130963, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.661310] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.661581] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.662453] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ede54-d8fa-4f8e-8d51-4d2f6cbfaed2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.680284] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d617fe9-487e-46db-9580-bdb8678ade78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.706038] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.709195] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db479f13-8579-4682-8cc4-06c21f531ef1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.727447] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1168.727447] env[69371]: value = "task-4130964" [ 1168.727447] env[69371]: _type = "Task" [ 1168.727447] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.736317] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.739195] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.741374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.808s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.742871] env[69371]: INFO nova.compute.claims [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.761883] env[69371]: INFO nova.scheduler.client.report [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance 577a5f56-0a35-4573-9db2-6dfd7a922356 [ 1168.778766] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.778903] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.779645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.779645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.779801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.782163] env[69371]: INFO nova.compute.manager [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Terminating instance [ 1168.795673] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130961, 'name': CreateSnapshot_Task, 'duration_secs': 0.750092} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.796515] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1168.797830] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be0a9e-e16f-4a36-b1b6-b7ab5d059cfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.837698] env[69371]: DEBUG nova.compute.manager [req-58922675-055b-4045-9a95-1a7e1eb59cba req-fd08a399-56fd-44d2-82aa-6986a49781b2 service nova] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Received event network-vif-deleted-4e177923-a9b0-4547-b7f1-df4f012fed14 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.933457] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updated VIF entry in instance network info cache for port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.933958] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "address": "fa:16:3e:48:d6:75", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7f3874-81", "ovs_interfaceid": "0d7f3874-81f8-42b2-be9f-2f55601e5ee7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.961143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.150948] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.151253] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Processing image 0515140b-63cd-471b-ab76-c1e809d8f1e8 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.151502] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.151650] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.151872] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.152536] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05b968b-978e-4f7d-bf57-d1b1a15b485d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.158256] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532998} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.158911] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 1e539179-e573-4857-8d04-7b8b81bd670d/1e539179-e573-4857-8d04-7b8b81bd670d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.159143] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.159484] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-781e4c30-cffb-43b3-aa20-8a9325b81645 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.167254] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.167457] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.168921] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dbdcab-460b-44f8-a446-76cf6d8fc2eb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.171516] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1169.171516] env[69371]: value = "task-4130965" [ 1169.171516] env[69371]: _type = "Task" [ 1169.171516] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.176705] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1169.176705] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525fabf4-6b40-d8ac-cd3a-0758a8d4f616" [ 1169.176705] env[69371]: _type = "Task" [ 1169.176705] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.183626] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.189078] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525fabf4-6b40-d8ac-cd3a-0758a8d4f616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.238295] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.271560] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e14f4ce8-3448-42a8-91ec-cca038aebb94 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "577a5f56-0a35-4573-9db2-6dfd7a922356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.275s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.290741] env[69371]: DEBUG nova.compute.manager [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.291010] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.292342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2100ee-7f85-4733-bb8b-6f69468a78fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.301560] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.301754] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d5fe79-f1a7-4cf1-a499-bf986be3f4d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.308645] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1169.308645] env[69371]: value = "task-4130966" [ 1169.308645] env[69371]: _type = "Task" [ 1169.308645] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.320159] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1169.320534] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2fdc82c-1a3d-48e5-988a-e83cb7ba55ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.330513] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.332199] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1169.332199] env[69371]: value = "task-4130967" [ 1169.332199] env[69371]: _type = "Task" [ 1169.332199] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.341781] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130967, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.436560] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.436941] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.437190] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.437417] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.437633] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.437881] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] No waiting events found dispatching network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.438070] env[69371]: WARNING nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received unexpected event network-vif-plugged-f439a435-b086-4937-b96a-317482bc9e7e for instance with vm_state shelved_offloaded and task_state spawning. [ 1169.438245] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-changed-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.438468] env[69371]: DEBUG nova.compute.manager [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing instance network info cache due to event network-changed-f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.438665] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquiring lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.439022] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Acquired lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.440032] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Refreshing network info cache for port f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.684554] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.685405] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.686587] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a38f48-1ad4-4c02-9db3-c7339f56baf2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.693489] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1169.693770] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Fetch image to [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e/OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1169.693964] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Downloading stream optimized image 0515140b-63cd-471b-ab76-c1e809d8f1e8 to [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e/OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e.vmdk on the data store datastore1 as vApp {{(pid=69371) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1169.694154] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Downloading image file data 0515140b-63cd-471b-ab76-c1e809d8f1e8 to the ESX as VM named 'OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e' {{(pid=69371) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1169.720426] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 1e539179-e573-4857-8d04-7b8b81bd670d/1e539179-e573-4857-8d04-7b8b81bd670d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.724010] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2578e48-821d-4a4d-af26-f4d42257cf39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.774142] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130964, 'name': ReconfigVM_Task, 'duration_secs': 0.71131} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.774287] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1169.774287] env[69371]: value = "task-4130968" [ 1169.774287] env[69371]: _type = "Task" [ 1169.774287] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.774563] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.782042] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa12f9e8-8edf-4a09-81b8-5d8c2e61e8ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.807472] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.809424] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1169.809424] env[69371]: value = "task-4130969" [ 1169.809424] env[69371]: _type = "Task" [ 1169.809424] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.830520] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130966, 'name': PowerOffVM_Task, 'duration_secs': 0.247271} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.834970] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1169.834970] env[69371]: value = "resgroup-9" [ 1169.834970] env[69371]: _type = "ResourcePool" [ 1169.834970] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1169.839468] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.841783] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.841783] env[69371]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4b86bb6-3bdd-41bd-a595-8c9d7f73050e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.861868] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.863368] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc7343b-243c-4143-ae06-44b3443f0ffc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.877421] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130967, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.882832] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease: (returnval){ [ 1169.882832] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1169.882832] env[69371]: _type = "HttpNfcLease" [ 1169.882832] env[69371]: } obtained for vApp import into resource pool (val){ [ 1169.882832] env[69371]: value = "resgroup-9" [ 1169.882832] env[69371]: _type = "ResourcePool" [ 1169.882832] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1169.883171] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the lease: (returnval){ [ 1169.883171] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1169.883171] env[69371]: _type = "HttpNfcLease" [ 1169.883171] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1169.893047] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.893047] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1169.893047] env[69371]: _type = "HttpNfcLease" [ 1169.893047] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1169.972335] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.972553] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.972882] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleting the datastore file [datastore1] 1787cdf4-a184-4404-a9a8-f45877de9599 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.973292] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a059810d-4b98-48c2-93be-88cf78a56d99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.983690] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1169.983690] env[69371]: value = "task-4130972" [ 1169.983690] env[69371]: _type = "Task" [ 1169.983690] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.000120] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.042267] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba21b1c-3190-4c14-a32a-1c1cac8d586d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.053255] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6dabf-78ee-4b0f-8d15-0190532968f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.090125] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955a674-66ce-406e-a0fb-6e4f42b1792f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.099157] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f907d2-45ba-457c-82af-9fa2f066c215 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.116504] env[69371]: DEBUG nova.compute.provider_tree [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.224503] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updated VIF entry in instance network info cache for port f439a435-b086-4937-b96a-317482bc9e7e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.224988] env[69371]: DEBUG nova.network.neutron [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [{"id": "f439a435-b086-4937-b96a-317482bc9e7e", "address": "fa:16:3e:b6:bf:63", "network": {"id": "ef99d982-0dd0-4e0b-87a1-fedd6b0f83de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1368965386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00f436b853744265b257c1cfe6f3d308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf439a435-b0", "ovs_interfaceid": "f439a435-b086-4937-b96a-317482bc9e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.291382] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130968, 'name': ReconfigVM_Task, 'duration_secs': 0.34914} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.291763] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 1e539179-e573-4857-8d04-7b8b81bd670d/1e539179-e573-4857-8d04-7b8b81bd670d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.292582] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c4cf4ff-4130-4f4c-a6e9-e553f04aaef4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.300169] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1170.300169] env[69371]: value = "task-4130973" [ 1170.300169] env[69371]: _type = "Task" [ 1170.300169] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.310683] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130973, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.323084] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.323501] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.325796] env[69371]: DEBUG oslo_vmware.api [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130969, 'name': ReconfigVM_Task, 'duration_secs': 0.189046} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.327409] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.352347] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130967, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.393360] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.393360] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1170.393360] env[69371]: _type = "HttpNfcLease" [ 1170.393360] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.494508] env[69371]: DEBUG oslo_vmware.api [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4130972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232043} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.494754] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.494950] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.495148] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.495327] env[69371]: INFO nova.compute.manager [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1170.495630] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.495944] env[69371]: DEBUG nova.compute.manager [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.496138] env[69371]: DEBUG nova.network.neutron [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.621876] env[69371]: DEBUG nova.scheduler.client.report [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.727945] env[69371]: DEBUG oslo_concurrency.lockutils [req-a955be13-be94-4360-b399-c71744bc0bbe req-98530c24-5d87-4f7d-ae68-09e67c8fafd8 service nova] Releasing lock "refresh_cache-9f642d5e-35c2-471d-bb12-e88fa85cb682" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.811946] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130973, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.830792] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.830973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.834195] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58022e53-71ac-4a62-bf9e-be48a2f3d823 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.859365] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56645c-63ba-4670-829f-b15750b3d623 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.872372] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130967, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.897703] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfiguring VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1170.902709] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3d7387-40f2-4e1b-8b0b-2ad6d84ed81e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.918638] env[69371]: DEBUG nova.objects.instance [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'flavor' on Instance uuid bb6d50fa-fd1e-4d72-a443-b0c21b579302 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.924392] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.924681] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.933132] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1170.933132] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1170.933132] env[69371]: _type = "HttpNfcLease" [ 1170.933132] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1170.935845] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1170.935845] env[69371]: value = "task-4130974" [ 1170.935845] env[69371]: _type = "Task" [ 1170.935845] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.951794] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.066325] env[69371]: DEBUG nova.compute.manager [req-dd7ca4f2-ddd7-494e-84e3-8a870ecc5622 req-ee7f893c-9bfe-4a97-a570-d7594a5801bb service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Received event network-vif-deleted-d9f1706e-37c8-4f1f-aea7-767bc346a9d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.066325] env[69371]: INFO nova.compute.manager [req-dd7ca4f2-ddd7-494e-84e3-8a870ecc5622 req-ee7f893c-9bfe-4a97-a570-d7594a5801bb service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Neutron deleted interface d9f1706e-37c8-4f1f-aea7-767bc346a9d5; detaching it from the instance and deleting it from the info cache [ 1171.066325] env[69371]: DEBUG nova.network.neutron [req-dd7ca4f2-ddd7-494e-84e3-8a870ecc5622 req-ee7f893c-9bfe-4a97-a570-d7594a5801bb service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.127589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.128167] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.131172] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.170s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.131409] env[69371]: DEBUG nova.objects.instance [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lazy-loading 'resources' on Instance uuid c4faa003-64b1-4138-a6d3-720cba7e4d16 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.311839] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130973, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.366933] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130967, 'name': CloneVM_Task, 'duration_secs': 1.946633} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.367248] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Created linked-clone VM from snapshot [ 1171.368316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1bd43-9d31-4d42-bd60-3e2dcb38a3f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.378667] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Uploading image 8bf3991c-5f56-4dd6-9800-d95ed6440d35 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1171.398432] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1171.398865] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4db177a-6a7e-45b2-9db9-e6fffb8793c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.408104] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.408104] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1171.408104] env[69371]: _type = "HttpNfcLease" [ 1171.408104] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.409684] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1171.409684] env[69371]: value = "task-4130975" [ 1171.409684] env[69371]: _type = "Task" [ 1171.409684] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.419391] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130975, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.426274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9c54f9ce-aa17-49a3-b578-b3d8149fbfab tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.411s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.427350] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.451515] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.545269] env[69371]: DEBUG nova.network.neutron [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.569018] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d30347-e0d5-4ce0-a188-e1e9eef2654c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.578997] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60f894b-8bbd-4144-adc4-9978dcf94541 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.612964] env[69371]: DEBUG nova.compute.manager [req-dd7ca4f2-ddd7-494e-84e3-8a870ecc5622 req-ee7f893c-9bfe-4a97-a570-d7594a5801bb service nova] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Detach interface failed, port_id=d9f1706e-37c8-4f1f-aea7-767bc346a9d5, reason: Instance 1787cdf4-a184-4404-a9a8-f45877de9599 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.634260] env[69371]: DEBUG nova.compute.utils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.639077] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.639077] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.685060] env[69371]: DEBUG nova.policy [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89bd28b811ac4198b06f6926bef6b067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a076f1d8b8a3433e9a331ab03abd0197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.811848] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130973, 'name': Rename_Task, 'duration_secs': 1.172559} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.812166] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.812426] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d27a949-2ab2-4dc4-ac08-70fe7ced9a7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.819200] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1171.819200] env[69371]: value = "task-4130976" [ 1171.819200] env[69371]: _type = "Task" [ 1171.819200] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.831660] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.834460] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4478b0c-00a7-48e2-a779-52f27e64e122 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.843269] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9fcc45-0a25-4b98-a0c6-925d47b4649e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.880634] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e644b0-409b-4f36-9be4-731d0944f64d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.888871] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315082c0-67d2-49f4-b9cf-8663e6f2fc8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.901095] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.901095] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1171.901095] env[69371]: _type = "HttpNfcLease" [ 1171.901095] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1171.909830] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1171.909830] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e756b5-5aa6-612d-a75b-d2730dddfae6" [ 1171.909830] env[69371]: _type = "HttpNfcLease" [ 1171.909830] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1171.910476] env[69371]: DEBUG nova.compute.provider_tree [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.912593] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e0c81-6d48-40bf-9b2c-1bd4eafc9491 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.927043] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130975, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.932059] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1171.932544] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1172.008621] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1db31b1d-d1b8-4c2e-961d-1c9cd35c0968 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.010957] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.022396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.045062] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Successfully created port: bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.047665] env[69371]: INFO nova.compute.manager [-] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Took 1.55 seconds to deallocate network for instance. [ 1172.143023] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.338833] env[69371]: DEBUG oslo_vmware.api [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130976, 'name': PowerOnVM_Task, 'duration_secs': 0.498113} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.340960] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.341281] env[69371]: INFO nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1172.341507] env[69371]: DEBUG nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.342633] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb062b-3421-4108-ac33-baf4b59d96a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.417615] env[69371]: DEBUG nova.scheduler.client.report [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.431292] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130975, 'name': Destroy_Task, 'duration_secs': 0.59389} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.433324] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Destroyed the VM [ 1172.433647] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1172.433956] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-136b4482-81a2-430e-a792-13f6b05ac3f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.446463] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1172.446463] env[69371]: value = "task-4130977" [ 1172.446463] env[69371]: _type = "Task" [ 1172.446463] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.456942] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.465033] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.554363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.871385] env[69371]: INFO nova.compute.manager [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Took 21.98 seconds to build instance. [ 1172.925845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.931985] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.909s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.934513] env[69371]: INFO nova.compute.claims [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.956409] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.959989] env[69371]: INFO nova.scheduler.client.report [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Deleted allocations for instance c4faa003-64b1-4138-a6d3-720cba7e4d16 [ 1172.974544] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130977, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.003439] env[69371]: INFO nova.compute.manager [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Rebuilding instance [ 1173.051711] env[69371]: DEBUG nova.compute.manager [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.052627] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de92c6-bc17-44b8-85a5-cf9ad6439878 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.152297] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.178275] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.178587] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.178799] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.179076] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.179272] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.179467] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.179743] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.179971] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.180200] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.180393] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.180610] env[69371]: DEBUG nova.virt.hardware [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.181652] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb423a-58a6-4bc2-9e7c-4d89a2f9c02e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.193021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2eecff-715f-442e-8f49-a6cd8360fc10 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.373544] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a69a5fec-808a-4268-b4fe-bd71b585c058 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.495s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.380491] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "1e539179-e573-4857-8d04-7b8b81bd670d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.380809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.381179] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.384923] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.384923] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.384923] env[69371]: INFO nova.compute.manager [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Terminating instance [ 1173.457457] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.463517] env[69371]: DEBUG oslo_vmware.api [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797955} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.463849] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1173.469724] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d7aac182-3d9f-4c08-be4e-adc75047dcb1 tempest-ServerGroupTestJSON-2073290951 tempest-ServerGroupTestJSON-2073290951-project-member] Lock "c4faa003-64b1-4138-a6d3-720cba7e4d16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.166s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.653523] env[69371]: DEBUG nova.compute.manager [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Received event network-vif-plugged-bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.653807] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] Acquiring lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.654049] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.654230] env[69371]: DEBUG oslo_concurrency.lockutils [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.654409] env[69371]: DEBUG nova.compute.manager [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] No waiting events found dispatching network-vif-plugged-bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1173.654633] env[69371]: WARNING nova.compute.manager [req-d9e44028-950e-4b69-9485-5fd2135a0c29 req-5c746e3b-ea8b-49d9-a712-44d880e74e64 service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Received unexpected event network-vif-plugged-bd45662f-5015-4a90-80cb-f1369e85b206 for instance with vm_state building and task_state spawning. [ 1173.656631] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1173.657011] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1173.658426] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99dfb4-152b-4b59-85fd-df25334fa888 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.666069] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.666312] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1173.666519] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-41e2e00c-a64b-4b5f-8369-d3e5f9725db0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.842726] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Successfully updated port: bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.888505] env[69371]: DEBUG nova.compute.manager [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.888880] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.890288] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab60efda-f28a-4618-b74d-393a6996622e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.898933] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.899260] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146abb1a-4b6c-4abf-85ed-b1e3de3fab2b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.906496] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1173.906496] env[69371]: value = "task-4130978" [ 1173.906496] env[69371]: _type = "Task" [ 1173.906496] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.917328] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.960217] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.968862] env[69371]: WARNING nova.compute.manager [None req-9b6908b4-ce00-47ce-af5b-50a2303bae1e tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Image not found during snapshot: nova.exception.ImageNotFound: Image 8bf3991c-5f56-4dd6-9800-d95ed6440d35 could not be found. [ 1174.072473] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.073296] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303f59ec-30fe-4b2a-ae24-f090b3192d8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.090296] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1174.090296] env[69371]: value = "task-4130979" [ 1174.090296] env[69371]: _type = "Task" [ 1174.090296] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.098468] env[69371]: DEBUG oslo_vmware.rw_handles [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52509e96-cab2-4bfc-b7a8-5cc23171fc20/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1174.098564] env[69371]: INFO nova.virt.vmwareapi.images [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Downloaded image file data 0515140b-63cd-471b-ab76-c1e809d8f1e8 [ 1174.100261] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69301520-3cd6-47c7-bddf-02cab51cdc3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.107466] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.125436] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c78c6c6-bfde-49ee-afce-2ed4a168b52a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.143819] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea61392-db2f-4310-959f-9d2bfd7016b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.152878] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d161c0c1-fc86-436a-b63d-d4acab620765 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.196384] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c774588c-c560-446c-87f7-37b8d00ba2f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.199722] env[69371]: INFO nova.virt.vmwareapi.images [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] The imported VM was unregistered [ 1174.202275] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1174.202566] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.203403] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f39dbb2b-c38a-40a2-87a6-d2f2493adada {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.212444] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369f3ee-d453-444e-9ca1-fed2ea9ddba3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.218612] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Created directory with path [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.218819] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e/OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e.vmdk to [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk. {{(pid=69371) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1174.219841] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ad224ded-a1aa-4efc-a70d-c3518487db37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.231239] env[69371]: DEBUG nova.compute.provider_tree [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.239705] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1174.239705] env[69371]: value = "task-4130981" [ 1174.239705] env[69371]: _type = "Task" [ 1174.239705] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.249311] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.348022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348022] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquired lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348022] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.423297] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130978, 'name': PowerOffVM_Task, 'duration_secs': 0.198722} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.424699] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.424699] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.424699] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3844d592-f38c-4e54-a865-f65c8af9a8a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.454852] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.499312] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.499438] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.500908] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore1] 1e539179-e573-4857-8d04-7b8b81bd670d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.500908] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b97721dc-f7c0-440b-8b94-de070d2dc44f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.510769] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1174.510769] env[69371]: value = "task-4130983" [ 1174.510769] env[69371]: _type = "Task" [ 1174.510769] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.521990] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.605080] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130979, 'name': PowerOffVM_Task, 'duration_secs': 0.238755} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.605577] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.677701] env[69371]: INFO nova.compute.manager [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Detaching volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 [ 1174.703792] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.704098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.704332] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.704521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.704693] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.709375] env[69371]: INFO nova.compute.manager [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Terminating instance [ 1174.714366] env[69371]: INFO nova.virt.block_device [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Attempting to driver detach volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 from mountpoint /dev/sdb [ 1174.714660] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.714879] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.715865] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7541b-e538-4fa3-9203-3b6adc7c18ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.741188] env[69371]: DEBUG nova.scheduler.client.report [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.748779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c799a5d1-787a-4ae2-8f31-6a379ff2c1d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.762492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4cfc5-6515-4e7e-adb0-6587dca48c3d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.766381] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.789828] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ceeaea-3146-444c-81f5-a641c6b17f97 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.812460] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] The volume has not been displaced from its original location: [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.818443] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.818941] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fb9cf9-665d-4d8e-a8b8-ad9484282b21 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.846198] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1174.846198] env[69371]: value = "task-4130984" [ 1174.846198] env[69371]: _type = "Task" [ 1174.846198] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.864251] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.902395] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.957736] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.028402] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.111650] env[69371]: DEBUG nova.network.neutron [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Updating instance_info_cache with network_info: [{"id": "bd45662f-5015-4a90-80cb-f1369e85b206", "address": "fa:16:3e:40:96:ca", "network": {"id": "8a3906a0-6165-421c-888d-26daa1bd920f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-818218241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076f1d8b8a3433e9a331ab03abd0197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd45662f-50", "ovs_interfaceid": "bd45662f-5015-4a90-80cb-f1369e85b206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.214048] env[69371]: DEBUG nova.compute.manager [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.214301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.215240] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee7b6f-0128-405c-bb3e-34307092c10f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.225801] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.225801] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd220ef-05a6-4bc6-a478-11a12a75784c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.238482] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1175.238482] env[69371]: value = "task-4130985" [ 1175.238482] env[69371]: _type = "Task" [ 1175.238482] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.256646] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.257649] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.262068] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.263266] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.709s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.263683] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.273016] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.306636] env[69371]: INFO nova.scheduler.client.report [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted allocations for instance 1787cdf4-a184-4404-a9a8-f45877de9599 [ 1175.358443] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.459563] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.528307] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.615763] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Releasing lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.617053] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Instance network_info: |[{"id": "bd45662f-5015-4a90-80cb-f1369e85b206", "address": "fa:16:3e:40:96:ca", "network": {"id": "8a3906a0-6165-421c-888d-26daa1bd920f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-818218241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076f1d8b8a3433e9a331ab03abd0197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd45662f-50", "ovs_interfaceid": "bd45662f-5015-4a90-80cb-f1369e85b206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.617053] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:96:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd45662f-5015-4a90-80cb-f1369e85b206', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.626121] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Creating folder: Project (a076f1d8b8a3433e9a331ab03abd0197). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.626383] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de98ad70-2911-4a70-b380-cfadd479dff9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.640565] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Created folder: Project (a076f1d8b8a3433e9a331ab03abd0197) in parent group-v817910. [ 1175.640565] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Creating folder: Instances. Parent ref: group-v818198. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.640565] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1ad6540-fb1e-4e37-8f98-2653bfd023f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.652387] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Created folder: Instances in parent group-v818198. [ 1175.653174] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.653536] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.654405] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad97e392-4c10-476c-b2dc-96214af09ee3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.677964] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.677964] env[69371]: value = "task-4130988" [ 1175.677964] env[69371]: _type = "Task" [ 1175.677964] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.688789] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130988, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.746442] env[69371]: DEBUG nova.compute.manager [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Received event network-changed-bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.746974] env[69371]: DEBUG nova.compute.manager [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Refreshing instance network info cache due to event network-changed-bd45662f-5015-4a90-80cb-f1369e85b206. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.747451] env[69371]: DEBUG oslo_concurrency.lockutils [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] Acquiring lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.747776] env[69371]: DEBUG oslo_concurrency.lockutils [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] Acquired lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.748138] env[69371]: DEBUG nova.network.neutron [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Refreshing network info cache for port bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.758068] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130985, 'name': PowerOffVM_Task, 'duration_secs': 0.278634} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.759882] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.761022] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.761022] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f4b934-70a2-4b31-b71f-c4afc41dbf31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.767356] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.768959] env[69371]: DEBUG nova.compute.utils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.777041] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.777041] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.819398] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4bf8ca98-de42-4f15-a6b4-d53ff37dcb8a tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "1787cdf4-a184-4404-a9a8-f45877de9599" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.039s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.828774] env[69371]: DEBUG nova.policy [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.840057] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.840259] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.840503] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleting the datastore file [datastore2] dffea3dd-0af5-4705-9f03-5448d9d8e5ab {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.842406] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00320ecd-b56f-4410-8644-2da17445b9b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.851383] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for the task: (returnval){ [ 1175.851383] env[69371]: value = "task-4130990" [ 1175.851383] env[69371]: _type = "Task" [ 1175.851383] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.864470] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130984, 'name': ReconfigVM_Task, 'duration_secs': 0.742145} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.868199] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.874320] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.874652] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e96947-ab55-4002-a362-97c269192ea4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.895839] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1175.895839] env[69371]: value = "task-4130991" [ 1175.895839] env[69371]: _type = "Task" [ 1175.895839] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.908339] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.958910] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.026448] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.194031] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4130988, 'name': CreateVM_Task, 'duration_secs': 0.424351} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.194031] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.194853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.195339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.195944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.198086] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Successfully created port: 78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.200123] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac602e47-ccd2-4bac-bc1c-891bd9d776c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.209040] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1176.209040] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f9b84e-c259-3e2c-d762-ed3c58fb415c" [ 1176.209040] env[69371]: _type = "Task" [ 1176.209040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.220666] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f9b84e-c259-3e2c-d762-ed3c58fb415c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.266170] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.278124] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.367414] env[69371]: DEBUG oslo_vmware.api [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Task: {'id': task-4130990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353872} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.368145] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.368354] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.368535] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.368714] env[69371]: INFO nova.compute.manager [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1176.369168] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.369319] env[69371]: DEBUG nova.compute.manager [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.369421] env[69371]: DEBUG nova.network.neutron [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.408702] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130991, 'name': ReconfigVM_Task, 'duration_secs': 0.229754} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.411808] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.459433] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.528036] env[69371]: DEBUG oslo_vmware.api [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4130983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.892299} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.528651] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.528927] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.529294] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.529612] env[69371]: INFO nova.compute.manager [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1176.530185] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.530427] env[69371]: DEBUG nova.compute.manager [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.530558] env[69371]: DEBUG nova.network.neutron [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.723860] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f9b84e-c259-3e2c-d762-ed3c58fb415c, 'name': SearchDatastore_Task, 'duration_secs': 0.015502} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.724238] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.724492] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.724734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.724886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.725114] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.725402] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-652e71bd-c9c1-45d5-a93f-62e2e9b5c56c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.739811] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.740130] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.740942] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c31eb0-c509-4565-b224-f668afbb1ef3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.751097] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1176.751097] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff805f-9df5-3934-9e82-c9fec11ef2eb" [ 1176.751097] env[69371]: _type = "Task" [ 1176.751097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.768188] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.772285] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff805f-9df5-3934-9e82-c9fec11ef2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.958574] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.113088] env[69371]: DEBUG nova.network.neutron [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Updated VIF entry in instance network info cache for port bd45662f-5015-4a90-80cb-f1369e85b206. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.113399] env[69371]: DEBUG nova.network.neutron [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Updating instance_info_cache with network_info: [{"id": "bd45662f-5015-4a90-80cb-f1369e85b206", "address": "fa:16:3e:40:96:ca", "network": {"id": "8a3906a0-6165-421c-888d-26daa1bd920f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-818218241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a076f1d8b8a3433e9a331ab03abd0197", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd45662f-50", "ovs_interfaceid": "bd45662f-5015-4a90-80cb-f1369e85b206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.274271] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff805f-9df5-3934-9e82-c9fec11ef2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025985} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.282741] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130981, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.866004} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.282979] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c0eef3-4a41-4740-8631-af25e8da77c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.285793] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e/OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e.vmdk to [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk. [ 1177.286135] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Cleaning up location [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1177.286274] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a56a3a4b-65da-4fab-83be-5654372cd62e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.286560] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f517049-accd-4ff1-a670-9dee29b7748b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.290980] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.295780] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1177.295780] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29890-c064-5b17-c068-bca94bf6b32f" [ 1177.295780] env[69371]: _type = "Task" [ 1177.295780] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.301835] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1177.301835] env[69371]: value = "task-4130992" [ 1177.301835] env[69371]: _type = "Task" [ 1177.301835] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.311742] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29890-c064-5b17-c068-bca94bf6b32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.319177] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.330912] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.331225] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.331412] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.331608] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.331751] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.331896] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.332138] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.332295] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.332465] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.333252] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.333252] env[69371]: DEBUG nova.virt.hardware [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.333717] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3157889-5057-4a76-b96f-ee679725ffa8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.342849] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974a2b69-318f-4639-9119-27b3cbf54d32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.404967] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.405214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.456537] env[69371]: DEBUG oslo_vmware.api [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4130974, 'name': ReconfigVM_Task, 'duration_secs': 6.387088} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.456752] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.456972] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Reconfigured VM to detach interface {{(pid=69371) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.481009] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.481555] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab700d2-2e70-457f-b583-178fa3425e34 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.491829] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1177.491829] env[69371]: value = "task-4130993" [ 1177.491829] env[69371]: _type = "Task" [ 1177.491829] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.509945] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1177.511131] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.511131] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.511650] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30588e6-e9c8-45ed-b105-9b060927d94e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.541155] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1ffc0-db09-40d7-ade7-162161c9aecb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.550347] env[69371]: WARNING nova.virt.vmwareapi.driver [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1177.550787] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.551968] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb88a2-100b-4e2c-be98-a34637b9b93c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.565186] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.565723] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96959ae6-4373-40ae-b476-767b7ab112e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.616837] env[69371]: DEBUG oslo_concurrency.lockutils [req-a461d0fd-5104-46b3-bf16-72b4365d84d9 req-959b730e-77a4-4433-a5ee-5b6d11fa401e service nova] Releasing lock "refresh_cache-bc92af42-8581-4788-b2ee-de9c2ceaf879" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.688549] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.688887] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.689203] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.689550] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3bb4bc6-f6e3-4bf6-a1d1-31c45e280c0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.697216] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1177.697216] env[69371]: value = "task-4130995" [ 1177.697216] env[69371]: _type = "Task" [ 1177.697216] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.706177] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.775449] env[69371]: DEBUG nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Received event network-vif-deleted-d7248353-a3ca-4ce3-9902-d17cc74cf3e3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.775656] env[69371]: INFO nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Neutron deleted interface d7248353-a3ca-4ce3-9902-d17cc74cf3e3; detaching it from the instance and deleting it from the info cache [ 1177.775831] env[69371]: DEBUG nova.network.neutron [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.810965] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c29890-c064-5b17-c068-bca94bf6b32f, 'name': SearchDatastore_Task, 'duration_secs': 0.056392} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.811669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.811970] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bc92af42-8581-4788-b2ee-de9c2ceaf879/bc92af42-8581-4788-b2ee-de9c2ceaf879.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.812567] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57d2a010-e197-46c9-a935-f57308cdbcbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.820040] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281622} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.820040] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.820040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.820040] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk to [datastore1] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.820040] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2283675-14ff-418f-8041-1ae0c02f0a81 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.824361] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1177.824361] env[69371]: value = "task-4130996" [ 1177.824361] env[69371]: _type = "Task" [ 1177.824361] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.829900] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1177.829900] env[69371]: value = "task-4130997" [ 1177.829900] env[69371]: _type = "Task" [ 1177.829900] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.836999] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.843645] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.850308] env[69371]: DEBUG nova.network.neutron [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.906062] env[69371]: DEBUG nova.network.neutron [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.906994] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.213655] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4130995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333725} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.213655] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.213655] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.213655] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.283422] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49e7154f-e14a-4074-a38f-3b6373721b1d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.299052] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4102fe-a147-4dc4-a0bf-f7d9c2e3316b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.340748] env[69371]: DEBUG nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Detach interface failed, port_id=d7248353-a3ca-4ce3-9902-d17cc74cf3e3, reason: Instance dffea3dd-0af5-4705-9f03-5448d9d8e5ab could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.341044] env[69371]: DEBUG nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Received event network-vif-deleted-7871a126-8e91-48ff-89f0-f2a1fa7f676a {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.341231] env[69371]: INFO nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Neutron deleted interface 7871a126-8e91-48ff-89f0-f2a1fa7f676a; detaching it from the instance and deleting it from the info cache [ 1178.341551] env[69371]: DEBUG nova.network.neutron [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.350770] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.354079] env[69371]: INFO nova.compute.manager [-] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Took 1.98 seconds to deallocate network for instance. [ 1178.361693] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.415194] env[69371]: INFO nova.compute.manager [-] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Took 1.88 seconds to deallocate network for instance. [ 1178.450197] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.450651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.453492] env[69371]: INFO nova.compute.claims [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.583334] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Successfully updated port: 78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.719538] env[69371]: INFO nova.virt.block_device [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Booting with volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 at /dev/sdb [ 1178.764539] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eee1edff-a7da-42fa-894c-fe60bffea2a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.777636] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78cead0-3c1e-4f17-86f8-66d9e7116650 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.812048] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8888989b-ee20-4855-bd83-38025db77003 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.818143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.818522] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquired lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.818593] env[69371]: DEBUG nova.network.neutron [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.824400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e834a4b-27de-4d73-8e66-2a7afbbf8db1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.847879] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867623} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.848598] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bc92af42-8581-4788-b2ee-de9c2ceaf879/bc92af42-8581-4788-b2ee-de9c2ceaf879.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.848827] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.849736] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a54749ca-6542-4b1b-849b-33ee46b7a5e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.851619] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac25fc7c-471f-4958-a2da-e21d868bd130 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.866904] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.869360] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e3f1c-49a9-4db2-9234-742f093ad1bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.872582] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1178.872582] env[69371]: value = "task-4130998" [ 1178.872582] env[69371]: _type = "Task" [ 1178.872582] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.874602] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.874955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.875183] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.875383] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.875590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.875783] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.884169] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa249c5-4826-407c-b293-b0901920c90e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.894825] env[69371]: INFO nova.compute.manager [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Terminating instance [ 1178.902619] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e32092-682a-4667-a350-8ea3307ef3d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.907964] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.926687] env[69371]: DEBUG nova.compute.manager [req-44a210f3-8371-4a7b-8916-bce4979043bb req-211f58e5-3f3c-4baa-b650-4350667a11ac service nova] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Detach interface failed, port_id=7871a126-8e91-48ff-89f0-f2a1fa7f676a, reason: Instance 1e539179-e573-4857-8d04-7b8b81bd670d could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.933861] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.934897] env[69371]: DEBUG nova.virt.block_device [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating existing volume attachment record: 716d83f2-dc92-461d-a44e-4abce65b727d {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.086795] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.086981] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.087173] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.353258] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.388262] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.388596] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.389663] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aba0e0-f2af-4fea-8e80-5f811f90e357 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.414350] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] bc92af42-8581-4788-b2ee-de9c2ceaf879/bc92af42-8581-4788-b2ee-de9c2ceaf879.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.417757] env[69371]: DEBUG nova.compute.manager [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.417986] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.418677] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cd4029-54d6-4047-ad70-ed76d4e80395 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.434575] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea06f9-2dca-49b8-a873-b070a319ae03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.444871] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1179.444871] env[69371]: value = "task-4130999" [ 1179.444871] env[69371]: _type = "Task" [ 1179.444871] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.448250] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.453225] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34bd5dfc-af1c-4e45-afb5-c4a2ebb79344 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.463394] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.468277] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1179.468277] env[69371]: value = "task-4131000" [ 1179.468277] env[69371]: _type = "Task" [ 1179.468277] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.479600] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.631964] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.641024] env[69371]: INFO nova.network.neutron [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Port 0d7f3874-81f8-42b2-be9f-2f55601e5ee7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1179.641594] env[69371]: DEBUG nova.network.neutron [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [{"id": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "address": "fa:16:3e:40:21:4d", "network": {"id": "f29b5de9-d4a2-4940-b5ef-9bf5d9408074", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1335282606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d0077a023764b8f9988453298cf1a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59d71c-3f", "ovs_interfaceid": "cf59d71c-3f71-40b2-920a-bba2fca266b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.651624] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845611db-ebac-438e-84f9-492f1289a79c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.662993] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1754e-3c82-4d66-b488-777b99c083cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.698548] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19bac3f-d384-48ae-8681-36306bc4912b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.708061] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0d1d6-9a4a-49d5-95f1-4a8162b1176e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725299] env[69371]: DEBUG nova.compute.provider_tree [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.806133] env[69371]: DEBUG nova.compute.manager [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Received event network-vif-plugged-78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.806830] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Acquiring lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.807359] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.807584] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.807770] env[69371]: DEBUG nova.compute.manager [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] No waiting events found dispatching network-vif-plugged-78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.807948] env[69371]: WARNING nova.compute.manager [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Received unexpected event network-vif-plugged-78cdc198-79c7-4754-a89a-86ab299df840 for instance with vm_state building and task_state spawning. [ 1179.808125] env[69371]: DEBUG nova.compute.manager [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Received event network-changed-78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.808289] env[69371]: DEBUG nova.compute.manager [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Refreshing instance network info cache due to event network-changed-78cdc198-79c7-4754-a89a-86ab299df840. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.808590] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Acquiring lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.809617] env[69371]: DEBUG nova.network.neutron [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Updating instance_info_cache with network_info: [{"id": "78cdc198-79c7-4754-a89a-86ab299df840", "address": "fa:16:3e:a0:0f:6c", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cdc198-79", "ovs_interfaceid": "78cdc198-79c7-4754-a89a-86ab299df840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.852266] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.959306] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4130999, 'name': ReconfigVM_Task, 'duration_secs': 0.390364} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.959633] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Reconfigured VM instance instance-00000069 to attach disk [datastore2] bc92af42-8581-4788-b2ee-de9c2ceaf879/bc92af42-8581-4788-b2ee-de9c2ceaf879.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.960737] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bcf0869-252e-4b92-b2f6-f8927cb03379 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.969257] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1179.969257] env[69371]: value = "task-4131001" [ 1179.969257] env[69371]: _type = "Task" [ 1179.969257] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.981692] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.985416] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131001, 'name': Rename_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.144634] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Releasing lock "refresh_cache-625b730d-818e-4d56-b19a-d925114a7e8e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.228971] env[69371]: DEBUG nova.scheduler.client.report [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.312980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.313380] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Instance network_info: |[{"id": "78cdc198-79c7-4754-a89a-86ab299df840", "address": "fa:16:3e:a0:0f:6c", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cdc198-79", "ovs_interfaceid": "78cdc198-79c7-4754-a89a-86ab299df840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.313768] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Acquired lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.313955] env[69371]: DEBUG nova.network.neutron [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Refreshing network info cache for port 78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.315507] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:0f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78cdc198-79c7-4754-a89a-86ab299df840', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.324891] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.325581] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.325947] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6174ab6-e470-43ad-986f-5e70c34f6adc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.356738] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.359585] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.359585] env[69371]: value = "task-4131002" [ 1180.359585] env[69371]: _type = "Task" [ 1180.359585] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.370905] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131002, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.487618] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131001, 'name': Rename_Task, 'duration_secs': 0.182937} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.492783] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.493295] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131000, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.493563] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd65e76b-6c02-46fa-a8b2-065aaf8454d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.506115] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1180.506115] env[69371]: value = "task-4131003" [ 1180.506115] env[69371]: _type = "Task" [ 1180.506115] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.518494] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.651089] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc5cae80-14c6-4c68-afe1-1d65357b4bd7 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "interface-625b730d-818e-4d56-b19a-d925114a7e8e-0d7f3874-81f8-42b2-be9f-2f55601e5ee7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.327s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.734350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.735031] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.738188] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.864s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.738407] env[69371]: DEBUG nova.objects.instance [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lazy-loading 'resources' on Instance uuid dffea3dd-0af5-4705-9f03-5448d9d8e5ab {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.855513] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4130997, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.725485} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.857922] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0515140b-63cd-471b-ab76-c1e809d8f1e8/0515140b-63cd-471b-ab76-c1e809d8f1e8.vmdk to [datastore1] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.859086] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610055f1-4aa1-46c3-9825-a1ad5138b817 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.869979] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131002, 'name': CreateVM_Task, 'duration_secs': 0.389778} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.880149] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.888980] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.889758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.889925] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.890326] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.890590] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d252d42-435d-4d2a-a490-4dd15850d899 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.907075] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2c11fd-3e81-4e2d-8503-056664453386 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.913234] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1180.913234] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a3fcfd-7c15-106f-3ac9-9b1dd64c6eeb" [ 1180.913234] env[69371]: _type = "Task" [ 1180.913234] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.917676] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1180.917676] env[69371]: value = "task-4131004" [ 1180.917676] env[69371]: _type = "Task" [ 1180.917676] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.924364] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a3fcfd-7c15-106f-3ac9-9b1dd64c6eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.932753] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131004, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.979783] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131000, 'name': PowerOffVM_Task, 'duration_secs': 1.098876} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.980111] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.980303] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.980594] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af35b658-1fee-4b57-b711-7c80d3e779e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.017846] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.052616] env[69371]: DEBUG nova.network.neutron [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Updated VIF entry in instance network info cache for port 78cdc198-79c7-4754-a89a-86ab299df840. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.053259] env[69371]: DEBUG nova.network.neutron [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Updating instance_info_cache with network_info: [{"id": "78cdc198-79c7-4754-a89a-86ab299df840", "address": "fa:16:3e:a0:0f:6c", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78cdc198-79", "ovs_interfaceid": "78cdc198-79c7-4754-a89a-86ab299df840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.066305] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.066621] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.066797] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.066996] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.067176] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.067335] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.067565] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.067740] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.067910] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.068111] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.068323] env[69371]: DEBUG nova.virt.hardware [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.069335] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d4ff55-9dee-45b5-b43b-a1cecf7d888a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.073589] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.073811] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.074065] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleting the datastore file [datastore1] 625b730d-818e-4d56-b19a-d925114a7e8e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.075032] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe08ed1-26b6-42dc-96ee-c775aa5ee371 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.081605] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcfac5b-3529-4baf-9646-64c10f440b28 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.087240] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1181.087240] env[69371]: value = "task-4131006" [ 1181.087240] env[69371]: _type = "Task" [ 1181.087240] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.101931] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:48:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f6c8c4c-7f48-4008-b5e2-91bb4750165f', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.109591] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.110490] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.110747] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa20006-beab-479f-8786-c73ef3e6e7c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.129783] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.136014] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.136014] env[69371]: value = "task-4131007" [ 1181.136014] env[69371]: _type = "Task" [ 1181.136014] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.144619] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131007, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.242642] env[69371]: DEBUG nova.compute.utils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.244471] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.244688] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.288553] env[69371]: DEBUG nova.policy [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd63bf50e64a61a326784c1e89d435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3939e3c67ec5499b8e980e90652869ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.420159] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8073878-fc61-4581-aec0-659ef3355ed8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.432570] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131004, 'name': ReconfigVM_Task, 'duration_secs': 0.320324} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.437896] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9f642d5e-35c2-471d-bb12-e88fa85cb682/9f642d5e-35c2-471d-bb12-e88fa85cb682.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.438648] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a3fcfd-7c15-106f-3ac9-9b1dd64c6eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.046038} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.438913] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82cf2e9c-841a-44cd-983a-0b3c4ad92505 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.440732] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.440964] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.441209] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.441446] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.441528] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.442504] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99bdcde-8c53-47e1-9536-b097345483d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.445614] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0ca34e7-1d79-42c4-8d5b-8929c3c7dcb0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.480172] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ef020-6bcf-47b4-a893-f845894c858a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.484055] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1181.484055] env[69371]: value = "task-4131008" [ 1181.484055] env[69371]: _type = "Task" [ 1181.484055] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.484338] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.484527] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.485477] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bcfcda-c977-4f47-a3b1-53cce38b07b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.497189] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27365a-85e6-4aae-9256-c571d3557a28 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.506635] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1181.506635] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52312029-0188-dbf0-ce20-609d8efa38e1" [ 1181.506635] env[69371]: _type = "Task" [ 1181.506635] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.506935] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131008, 'name': Rename_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.525604] env[69371]: DEBUG nova.compute.provider_tree [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.533061] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52312029-0188-dbf0-ce20-609d8efa38e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.536761] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.558412] env[69371]: DEBUG oslo_concurrency.lockutils [req-6cc706b9-8b3b-4e3d-a54f-3c5f456ec2ad req-8ab6a63f-2143-460d-ab8f-e310b02019e3 service nova] Releasing lock "refresh_cache-d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.599638] env[69371]: DEBUG oslo_vmware.api [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235438} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.599919] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.600189] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.600318] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.600502] env[69371]: INFO nova.compute.manager [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1181.600751] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.600962] env[69371]: DEBUG nova.compute.manager [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.601081] env[69371]: DEBUG nova.network.neutron [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.630076] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Successfully created port: c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.649735] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131007, 'name': CreateVM_Task, 'duration_secs': 0.431781} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.650043] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.650807] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.651050] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.651449] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.651795] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72462a93-4893-485b-a336-59a983b67be8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.657302] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1181.657302] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52409431-70aa-bc59-2d54-dc25348ff8d7" [ 1181.657302] env[69371]: _type = "Task" [ 1181.657302] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.666102] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52409431-70aa-bc59-2d54-dc25348ff8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.750516] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.994724] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131008, 'name': Rename_Task, 'duration_secs': 0.196614} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.995339] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.995769] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207c07b7-0eb8-4bc1-9e35-b6bfcdd460a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.002982] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1182.002982] env[69371]: value = "task-4131009" [ 1182.002982] env[69371]: _type = "Task" [ 1182.002982] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.021712] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52312029-0188-dbf0-ce20-609d8efa38e1, 'name': SearchDatastore_Task, 'duration_secs': 0.042729} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.028229] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131009, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.028592] env[69371]: DEBUG oslo_vmware.api [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131003, 'name': PowerOnVM_Task, 'duration_secs': 1.085791} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.029410] env[69371]: DEBUG nova.scheduler.client.report [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.032844] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab5d896-0305-4a70-b548-7964da20de0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.035519] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.035771] env[69371]: INFO nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1182.036105] env[69371]: DEBUG nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.037225] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204f278-7d6f-4835-a55c-6a8c0868228d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.050754] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1182.050754] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]520d65d4-372b-18c4-38fb-440fd83031f2" [ 1182.050754] env[69371]: _type = "Task" [ 1182.050754] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.063537] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]520d65d4-372b-18c4-38fb-440fd83031f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.063828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.064166] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c/d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.064482] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06509f02-f9e9-4a31-82fc-4fd70fc75669 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.072871] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1182.072871] env[69371]: value = "task-4131010" [ 1182.072871] env[69371]: _type = "Task" [ 1182.072871] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.083118] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.170865] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52409431-70aa-bc59-2d54-dc25348ff8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.171226] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.171474] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.171716] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.171862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.172051] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.172342] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eb2d577-8b07-43ee-b5c1-e140db580892 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.182038] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.182216] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.183957] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57f4f40-f321-40cb-b35e-d26a26277f93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.191898] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1182.191898] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5233a055-dc50-5673-5c98-2f22f7efccfc" [ 1182.191898] env[69371]: _type = "Task" [ 1182.191898] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.200497] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5233a055-dc50-5673-5c98-2f22f7efccfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.501024] env[69371]: DEBUG nova.compute.manager [req-299f3224-ce34-4e4e-be0c-37c20e787dfd req-58955ce6-45d9-4254-a7ff-9c4fec9c93f1 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Received event network-vif-deleted-cf59d71c-3f71-40b2-920a-bba2fca266b3 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.501405] env[69371]: INFO nova.compute.manager [req-299f3224-ce34-4e4e-be0c-37c20e787dfd req-58955ce6-45d9-4254-a7ff-9c4fec9c93f1 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Neutron deleted interface cf59d71c-3f71-40b2-920a-bba2fca266b3; detaching it from the instance and deleting it from the info cache [ 1182.501405] env[69371]: DEBUG nova.network.neutron [req-299f3224-ce34-4e4e-be0c-37c20e787dfd req-58955ce6-45d9-4254-a7ff-9c4fec9c93f1 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.518877] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.538324] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.541264] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.608s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.541646] env[69371]: DEBUG nova.objects.instance [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid 1e539179-e573-4857-8d04-7b8b81bd670d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.562491] env[69371]: INFO nova.compute.manager [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Took 14.65 seconds to build instance. [ 1182.575292] env[69371]: INFO nova.scheduler.client.report [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Deleted allocations for instance dffea3dd-0af5-4705-9f03-5448d9d8e5ab [ 1182.599787] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508384} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.600237] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c/d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.600551] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.600921] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf623ad-9919-42e6-b272-0e2eae2cf102 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.610631] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1182.610631] env[69371]: value = "task-4131011" [ 1182.610631] env[69371]: _type = "Task" [ 1182.610631] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.625970] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.706570] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5233a055-dc50-5673-5c98-2f22f7efccfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.708180] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fcbd9e-61d3-4336-a2ba-d7ab272639b3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.715955] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1182.715955] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a2f622-2a0e-0211-755f-c42fb587ef88" [ 1182.715955] env[69371]: _type = "Task" [ 1182.715955] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.731519] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a2f622-2a0e-0211-755f-c42fb587ef88, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.733035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.733035] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.733035] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-505b0d7e-a733-42c3-9423-bf0f81134659 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.741990] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1182.741990] env[69371]: value = "task-4131012" [ 1182.741990] env[69371]: _type = "Task" [ 1182.741990] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.758654] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.761579] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.796596] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.797098] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.797245] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.797530] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.797751] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.797980] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.798318] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.798582] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.798830] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.799124] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.799382] env[69371]: DEBUG nova.virt.hardware [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.801158] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9fbb7-e815-44a2-8edb-a9c23a0b81bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.816049] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3d0a8-60f7-4c5d-b455-a94032af3096 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.976145] env[69371]: DEBUG nova.network.neutron [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.005600] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1301e0a-99ed-4485-94ad-c4aab4c29b42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.021587] env[69371]: DEBUG oslo_vmware.api [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131009, 'name': PowerOnVM_Task, 'duration_secs': 0.538348} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.021973] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.026774] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a42dd-6506-4a61-901a-573b0d96d4b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.062415] env[69371]: DEBUG nova.compute.manager [req-299f3224-ce34-4e4e-be0c-37c20e787dfd req-58955ce6-45d9-4254-a7ff-9c4fec9c93f1 service nova] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Detach interface failed, port_id=cf59d71c-3f71-40b2-920a-bba2fca266b3, reason: Instance 625b730d-818e-4d56-b19a-d925114a7e8e could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.064009] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c4235195-192d-4f04-8acd-9af33f47222f tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.174s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.088589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-33ff54e4-64c2-41da-b4d8-ce5c7cfdfd97 tempest-ImagesTestJSON-194657155 tempest-ImagesTestJSON-194657155-project-member] Lock "dffea3dd-0af5-4705-9f03-5448d9d8e5ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.384s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.133111] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153434} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.136819] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.138382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e32f0a-cd06-49e1-ba15-15ff95a8a9c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.166901] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c/d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.170733] env[69371]: DEBUG nova.compute.manager [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.171431] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c27a01f-fc99-4325-b32e-8a9dfda6a9a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.189664] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8642750f-01ef-4157-a5c6-cf038d95ab0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.208987] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1183.208987] env[69371]: value = "task-4131013" [ 1183.208987] env[69371]: _type = "Task" [ 1183.208987] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.222639] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.253828] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48353} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.254213] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.254336] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.254604] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5452956-751c-457a-8db2-299a7d6190cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.263586] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1183.263586] env[69371]: value = "task-4131014" [ 1183.263586] env[69371]: _type = "Task" [ 1183.263586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.277883] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.292348] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c9f09d-7e68-4bb3-bc90-edff13f452b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.301187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982afc46-77dd-4bbe-bf6f-3dc16054d384 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.332825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee32c01-d589-45bf-a904-1226ad64ef3f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.342453] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9fbcbd-0f6d-4d6b-b95e-a30482929951 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.357543] env[69371]: DEBUG nova.compute.provider_tree [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.368429] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Successfully updated port: c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.482529] env[69371]: INFO nova.compute.manager [-] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Took 1.88 seconds to deallocate network for instance. [ 1183.602525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.602885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.603010] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.603163] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.603350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.605630] env[69371]: INFO nova.compute.manager [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Terminating instance [ 1183.729516] env[69371]: DEBUG oslo_concurrency.lockutils [None req-71790da2-6a23-4abf-b957-06d96dd9f634 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.187s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.733997] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.776169] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.371806} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.776456] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.777462] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4cadde-2fc6-4d81-a744-3d80cc323e8e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.802160] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.802399] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca00aad-664f-4786-a80f-f2a293d0f4bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.824046] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1183.824046] env[69371]: value = "task-4131015" [ 1183.824046] env[69371]: _type = "Task" [ 1183.824046] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.833016] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.861505] env[69371]: DEBUG nova.scheduler.client.report [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.871108] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.871286] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.871529] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.990566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.112187] env[69371]: DEBUG nova.compute.manager [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.112187] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.112187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda598c-1e26-4b87-a735-4803254ff7d5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.121276] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.121695] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e87516-00df-4214-9373-5dd8d26ef404 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.132028] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1184.132028] env[69371]: value = "task-4131016" [ 1184.132028] env[69371]: _type = "Task" [ 1184.132028] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.139307] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.234599] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.334978] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.367390] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.370858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.380s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.371300] env[69371]: DEBUG nova.objects.instance [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'resources' on Instance uuid 625b730d-818e-4d56-b19a-d925114a7e8e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.398193] env[69371]: INFO nova.scheduler.client.report [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance 1e539179-e573-4857-8d04-7b8b81bd670d [ 1184.429239] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.533315] env[69371]: DEBUG nova.compute.manager [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Received event network-vif-plugged-c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.533525] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Acquiring lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.533796] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.533895] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.534062] env[69371]: DEBUG nova.compute.manager [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] No waiting events found dispatching network-vif-plugged-c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.534239] env[69371]: WARNING nova.compute.manager [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Received unexpected event network-vif-plugged-c3e4840c-4a01-44dc-9ead-68107073b9ac for instance with vm_state building and task_state spawning. [ 1184.534406] env[69371]: DEBUG nova.compute.manager [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Received event network-changed-c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.534552] env[69371]: DEBUG nova.compute.manager [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Refreshing instance network info cache due to event network-changed-c3e4840c-4a01-44dc-9ead-68107073b9ac. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.534713] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.595566] env[69371]: DEBUG nova.network.neutron [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.643782] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.735464] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131013, 'name': ReconfigVM_Task, 'duration_secs': 1.160593} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.735770] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c/d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.736452] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f890bb46-870e-4bb1-8860-c61e932006db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.746038] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1184.746038] env[69371]: value = "task-4131017" [ 1184.746038] env[69371]: _type = "Task" [ 1184.746038] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.755534] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131017, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.836629] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131015, 'name': ReconfigVM_Task, 'duration_secs': 0.786597} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.837050] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302/bb6d50fa-fd1e-4d72-a443-b0c21b579302.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.838235] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_format': None, 'guest_format': None, 'disk_bus': None, 'encrypted': False, 'image_id': 'f3242e19-7cd9-42b7-8515-e9e6418e80b9'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': '716d83f2-dc92-461d-a44e-4abce65b727d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69371) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1184.838475] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.838727] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.839866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6411c65-a334-4cb5-b9b7-83bbcce111aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.862719] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b902ef-a80c-4e0d-b39b-63366b954b6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.892721] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.893364] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed1e054-005e-4903-b8a5-de031b7eecce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.909550] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c978d9ec-70a2-458d-a269-9d334ee0448a tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "1e539179-e573-4857-8d04-7b8b81bd670d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.529s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.915946] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1184.915946] env[69371]: value = "task-4131018" [ 1184.915946] env[69371]: _type = "Task" [ 1184.915946] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.935078] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.051303] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ed87cf-e26d-4c4f-9ab3-fe0418265ff2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.059974] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47d9b1a-56ca-4b4f-8c1b-3f7759a11075 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.091401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac461a5b-4a60-4555-998c-6834bad53a31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.098738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.099068] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Instance network_info: |[{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.099490] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.099667] env[69371]: DEBUG nova.network.neutron [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Refreshing network info cache for port c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.100965] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b5:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e4840c-4a01-44dc-9ead-68107073b9ac', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.108456] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.109685] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aaa99b-2622-40d2-ad2a-c36b5f799c4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.118655] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.119175] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e38e997-876b-44d9-a694-87239de8de03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.146102] env[69371]: DEBUG nova.compute.provider_tree [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.152081] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.152081] env[69371]: value = "task-4131019" [ 1185.152081] env[69371]: _type = "Task" [ 1185.152081] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.156197] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131016, 'name': PowerOffVM_Task, 'duration_secs': 0.715857} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.156838] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.157020] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.157304] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5464cbce-0992-4141-8342-647977db512a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.163079] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131019, 'name': CreateVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.251108] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.251210] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.251368] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Deleting the datastore file [datastore2] bc92af42-8581-4788-b2ee-de9c2ceaf879 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.252110] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-618cf7e1-a6dc-445f-a56c-54673c3a4c5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259691] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131017, 'name': Rename_Task, 'duration_secs': 0.202034} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.264020] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.264020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37137eb-8888-43b3-80c6-58a4afe9c195 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.264971] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for the task: (returnval){ [ 1185.264971] env[69371]: value = "task-4131021" [ 1185.264971] env[69371]: _type = "Task" [ 1185.264971] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.269761] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1185.269761] env[69371]: value = "task-4131022" [ 1185.269761] env[69371]: _type = "Task" [ 1185.269761] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.276615] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.281952] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.402215] env[69371]: DEBUG nova.network.neutron [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updated VIF entry in instance network info cache for port c3e4840c-4a01-44dc-9ead-68107073b9ac. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.402627] env[69371]: DEBUG nova.network.neutron [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.428955] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.651329] env[69371]: DEBUG nova.scheduler.client.report [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.664858] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131019, 'name': CreateVM_Task, 'duration_secs': 0.39006} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.664991] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.666508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.666852] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.667325] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.667697] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad4232d-5e1b-4aee-a422-6855a1d5a934 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.673893] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1185.673893] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]524df839-b90c-d143-1921-6215ebfd1d3b" [ 1185.673893] env[69371]: _type = "Task" [ 1185.673893] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.684997] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524df839-b90c-d143-1921-6215ebfd1d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.777680] env[69371]: DEBUG oslo_vmware.api [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Task: {'id': task-4131021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186527} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.778445] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.778673] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.778862] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.779081] env[69371]: INFO nova.compute.manager [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1185.779513] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.779787] env[69371]: DEBUG nova.compute.manager [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.779916] env[69371]: DEBUG nova.network.neutron [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.785231] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.905670] env[69371]: DEBUG oslo_concurrency.lockutils [req-304dc1da-9505-4b74-9b69-471ba31fe060 req-de9277d3-f0a0-4944-88f0-4ee83ad58901 service nova] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.929682] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131018, 'name': ReconfigVM_Task, 'duration_secs': 0.517278} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.929682] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.936188] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138c9596-b30f-4092-8ee7-5cb06303389d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.956549] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1185.956549] env[69371]: value = "task-4131023" [ 1185.956549] env[69371]: _type = "Task" [ 1185.956549] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.968973] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.160054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.185142] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]524df839-b90c-d143-1921-6215ebfd1d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.186244] env[69371]: INFO nova.scheduler.client.report [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted allocations for instance 625b730d-818e-4d56-b19a-d925114a7e8e [ 1186.188277] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.188629] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.189033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.189307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.189697] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.193340] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e6c3ec-c51c-4402-b720-8abd0a0b9e5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.205213] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.205554] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.206438] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7c1485-52e1-4eca-b1b9-5e20f77165fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.213831] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1186.213831] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526aacbb-baae-35a2-1d2e-8cac2df38173" [ 1186.213831] env[69371]: _type = "Task" [ 1186.213831] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.223366] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526aacbb-baae-35a2-1d2e-8cac2df38173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.281781] env[69371]: DEBUG oslo_vmware.api [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131022, 'name': PowerOnVM_Task, 'duration_secs': 1.012555} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.282105] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.282318] env[69371]: INFO nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1186.282501] env[69371]: DEBUG nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.283402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fea9e60-f7d9-43ac-8935-a97a55195cfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.409930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.410327] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.469669] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131023, 'name': ReconfigVM_Task, 'duration_secs': 0.285028} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.469669] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.469669] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7abc7991-c409-434e-8d0d-62eb717ecf58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.478817] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1186.478817] env[69371]: value = "task-4131024" [ 1186.478817] env[69371]: _type = "Task" [ 1186.478817] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.489658] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131024, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.580013] env[69371]: DEBUG nova.network.neutron [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.583430] env[69371]: DEBUG nova.compute.manager [req-c603256c-33ab-4f3f-93a6-a30eccbe91bc req-1b2921af-4b18-425f-8682-d081fa990d0d service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Received event network-vif-deleted-bd45662f-5015-4a90-80cb-f1369e85b206 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.583633] env[69371]: INFO nova.compute.manager [req-c603256c-33ab-4f3f-93a6-a30eccbe91bc req-1b2921af-4b18-425f-8682-d081fa990d0d service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Neutron deleted interface bd45662f-5015-4a90-80cb-f1369e85b206; detaching it from the instance and deleting it from the info cache [ 1186.583804] env[69371]: DEBUG nova.network.neutron [req-c603256c-33ab-4f3f-93a6-a30eccbe91bc req-1b2921af-4b18-425f-8682-d081fa990d0d service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.702663] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50b894d2-98a3-4a90-a983-1f9d8054feeb tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "625b730d-818e-4d56-b19a-d925114a7e8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.827s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.729310] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526aacbb-baae-35a2-1d2e-8cac2df38173, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.730439] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba366834-9bdc-414f-ab48-39d6377c4891 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.738123] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1186.738123] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52340870-66ef-1fc9-0b6f-919cf4816cfa" [ 1186.738123] env[69371]: _type = "Task" [ 1186.738123] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.747541] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52340870-66ef-1fc9-0b6f-919cf4816cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.804300] env[69371]: INFO nova.compute.manager [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Took 14.87 seconds to build instance. [ 1186.913106] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.989633] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131024, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.056066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.056352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.056566] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.056746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.056918] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.059363] env[69371]: INFO nova.compute.manager [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Terminating instance [ 1187.087194] env[69371]: INFO nova.compute.manager [-] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Took 1.31 seconds to deallocate network for instance. [ 1187.087789] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c24a4e47-41df-40b0-baec-ee86c8004a5c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.099226] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b96f58-1af6-42c1-8dc2-b05d457f009d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.135462] env[69371]: DEBUG nova.compute.manager [req-c603256c-33ab-4f3f-93a6-a30eccbe91bc req-1b2921af-4b18-425f-8682-d081fa990d0d service nova] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Detach interface failed, port_id=bd45662f-5015-4a90-80cb-f1369e85b206, reason: Instance bc92af42-8581-4788-b2ee-de9c2ceaf879 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.250122] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52340870-66ef-1fc9-0b6f-919cf4816cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.250381] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.250774] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.251121] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bdae5b2-985e-4259-b1fd-b97c39b23c94 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.258863] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1187.258863] env[69371]: value = "task-4131025" [ 1187.258863] env[69371]: _type = "Task" [ 1187.258863] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.268503] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.306203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6a3644d4-7809-40c1-b5e2-95c6f941f131 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.381s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.437935] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.438268] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.440726] env[69371]: INFO nova.compute.claims [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.490426] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131024, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.563529] env[69371]: DEBUG nova.compute.manager [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.563844] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.565021] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752755fe-d53e-4f5a-8e7e-e57522c7bfc2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.574311] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.574470] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0207f1d6-0bbc-44ad-a68b-81000445dfaf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.583162] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1187.583162] env[69371]: value = "task-4131026" [ 1187.583162] env[69371]: _type = "Task" [ 1187.583162] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.594457] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.598078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.769281] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131025, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.775807] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3148c03-9688-4b3f-ab3e-50978cb17f12 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.783645] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Suspending the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1187.783855] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f1b4784d-350c-4e59-b476-fb1fb31dfff1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.792059] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1187.792059] env[69371]: value = "task-4131027" [ 1187.792059] env[69371]: _type = "Task" [ 1187.792059] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.801444] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131027, 'name': SuspendVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.991368] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131024, 'name': Rename_Task, 'duration_secs': 1.402735} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.991663] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.991920] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f7bfaa-f8a6-4a59-8199-564fc6171281 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.998886] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1187.998886] env[69371]: value = "task-4131028" [ 1187.998886] env[69371]: _type = "Task" [ 1187.998886] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.007274] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.093457] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131026, 'name': PowerOffVM_Task, 'duration_secs': 0.230499} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.093745] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.093918] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.094191] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f4bc59-17a7-4f53-aa2d-006a404cc783 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.198165] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.198625] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.199180] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleting the datastore file [datastore2] 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.199299] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091f2113-f97d-49a1-b84e-4857141fe25e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.207448] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for the task: (returnval){ [ 1188.207448] env[69371]: value = "task-4131030" [ 1188.207448] env[69371]: _type = "Task" [ 1188.207448] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.217086] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.272038] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522671} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.272038] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.272319] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.272466] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfcfd925-cb5d-4e1e-8730-d1f8a3afe345 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.283207] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1188.283207] env[69371]: value = "task-4131031" [ 1188.283207] env[69371]: _type = "Task" [ 1188.283207] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.293332] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.303489] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131027, 'name': SuspendVM_Task} progress is 20%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.511970] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.570659] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cdd28-60d9-4d1c-929f-faef206cb4c7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.579213] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cb7508-3a41-4b72-aeae-97564378b361 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.612786] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e4de1-576d-4cfb-9557-af845199c164 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.621234] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a8b970-f8dc-4b03-bf1b-c1827c623ec7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.636130] env[69371]: DEBUG nova.compute.provider_tree [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.718701] env[69371]: DEBUG oslo_vmware.api [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Task: {'id': task-4131030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274233} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.718945] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.719101] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.719461] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.719564] env[69371]: INFO nova.compute.manager [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1188.719806] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.720019] env[69371]: DEBUG nova.compute.manager [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.720162] env[69371]: DEBUG nova.network.neutron [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.793374] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24579} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.796463] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.797273] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c43e7-af67-4470-97f7-a08fc5806097 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.805197] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131027, 'name': SuspendVM_Task} progress is 83%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.823200] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.823527] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd92e25-c7e1-4b9e-9631-9aab2f7edac8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.844773] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1188.844773] env[69371]: value = "task-4131032" [ 1188.844773] env[69371]: _type = "Task" [ 1188.844773] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.853338] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.985900] env[69371]: DEBUG nova.compute.manager [req-5f035818-a839-40e8-a3dc-96326b613c15 req-63dbd127-4e0e-4ed9-9a3c-6e166496443a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Received event network-vif-deleted-9d4cb7e1-8a56-4ecc-b205-5d79f824dd21 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.986166] env[69371]: INFO nova.compute.manager [req-5f035818-a839-40e8-a3dc-96326b613c15 req-63dbd127-4e0e-4ed9-9a3c-6e166496443a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Neutron deleted interface 9d4cb7e1-8a56-4ecc-b205-5d79f824dd21; detaching it from the instance and deleting it from the info cache [ 1188.986466] env[69371]: DEBUG nova.network.neutron [req-5f035818-a839-40e8-a3dc-96326b613c15 req-63dbd127-4e0e-4ed9-9a3c-6e166496443a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.014168] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.139733] env[69371]: DEBUG nova.scheduler.client.report [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.303309] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131027, 'name': SuspendVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.354326] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131032, 'name': ReconfigVM_Task, 'duration_secs': 0.275225} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.354628] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfigured VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.355315] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5315286e-e937-4f13-8349-877f4db59a6f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.362515] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1189.362515] env[69371]: value = "task-4131033" [ 1189.362515] env[69371]: _type = "Task" [ 1189.362515] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.371917] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131033, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.468590] env[69371]: DEBUG nova.network.neutron [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.490059] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff5892ff-a5de-462f-b703-b0b5fdd1736a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.502328] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be40d7a3-7fbe-4d15-ac2b-c9022d6ec16d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.523567] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.536364] env[69371]: DEBUG nova.compute.manager [req-5f035818-a839-40e8-a3dc-96326b613c15 req-63dbd127-4e0e-4ed9-9a3c-6e166496443a service nova] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Detach interface failed, port_id=9d4cb7e1-8a56-4ecc-b205-5d79f824dd21, reason: Instance 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1189.645447] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.646324] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.650524] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.053s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.650876] env[69371]: DEBUG nova.objects.instance [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lazy-loading 'resources' on Instance uuid bc92af42-8581-4788-b2ee-de9c2ceaf879 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.804321] env[69371]: DEBUG oslo_vmware.api [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131027, 'name': SuspendVM_Task, 'duration_secs': 1.876843} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.804697] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Suspended the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1189.804873] env[69371]: DEBUG nova.compute.manager [None req-d9329d1c-3d42-4581-8470-49ba457aa859 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.805849] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729b3e53-e8f3-4994-a28c-79875958c7a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.876056] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131033, 'name': Rename_Task, 'duration_secs': 0.149334} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.876458] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.876789] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58269fb1-bbeb-4c41-ad62-d200a74098d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.885183] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1189.885183] env[69371]: value = "task-4131034" [ 1189.885183] env[69371]: _type = "Task" [ 1189.885183] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.894917] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.971768] env[69371]: INFO nova.compute.manager [-] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Took 1.25 seconds to deallocate network for instance. [ 1190.025637] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.154740] env[69371]: DEBUG nova.compute.utils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.159316] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.159668] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.201504] env[69371]: DEBUG nova.policy [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.292647] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d6996-bccf-4065-8e93-2d3fb16fb411 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.302370] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961d699-ccb8-4a49-9553-bcf3755e51ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.337793] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb6ca3-9d59-4f40-a63e-614eb7899aae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.347590] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d28c53-2c6d-48ce-8116-16c426be3805 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.365153] env[69371]: DEBUG nova.compute.provider_tree [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.398186] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131034, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.479306] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.502159] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Successfully created port: 175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.525912] env[69371]: DEBUG oslo_vmware.api [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131028, 'name': PowerOnVM_Task, 'duration_secs': 2.388453} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.526368] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.526709] env[69371]: DEBUG nova.compute.manager [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.528194] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6795e16-5e89-43ed-bda2-9c1cad0ec16f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.659970] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.869177] env[69371]: DEBUG nova.scheduler.client.report [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.898037] env[69371]: DEBUG oslo_vmware.api [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131034, 'name': PowerOnVM_Task, 'duration_secs': 0.695281} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.898037] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.898037] env[69371]: INFO nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1190.898037] env[69371]: DEBUG nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.899805] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce4f47c-1e5a-41b1-b3a7-154015bc77d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.053515] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.374633] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.377259] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.898s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.377749] env[69371]: DEBUG nova.objects.instance [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lazy-loading 'resources' on Instance uuid 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.405905] env[69371]: INFO nova.scheduler.client.report [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Deleted allocations for instance bc92af42-8581-4788-b2ee-de9c2ceaf879 [ 1191.421845] env[69371]: INFO nova.compute.manager [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Took 13.01 seconds to build instance. [ 1191.635797] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.636179] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.636301] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.636502] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.636665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.639135] env[69371]: INFO nova.compute.manager [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Terminating instance [ 1191.670068] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.698653] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.698901] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.699073] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.699346] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.699507] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.699652] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.699955] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.700068] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.700306] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.700500] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.700755] env[69371]: DEBUG nova.virt.hardware [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.702390] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed9ac5-ef81-4d80-8f06-d2f7c741ee41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.711038] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b75450-18f0-4ea9-8e8a-a02635071f7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.921649] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0cc84463-e3c5-4d0a-a699-10a8f5cbb858 tempest-ServerAddressesTestJSON-265588308 tempest-ServerAddressesTestJSON-265588308-project-member] Lock "bc92af42-8581-4788-b2ee-de9c2ceaf879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.319s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.924098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-613c1353-e285-46cd-be7a-7d28b661ba71 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.519s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.012518] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6dea7b-5513-4871-a270-b3be23c48422 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.021346] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ef96b7-d306-46b7-a02a-431f366e2050 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.053045] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28e3ed-51ce-46c1-a78a-6eb4497ec91f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.056687] env[69371]: DEBUG nova.compute.manager [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Received event network-changed-c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.056812] env[69371]: DEBUG nova.compute.manager [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Refreshing instance network info cache due to event network-changed-c3e4840c-4a01-44dc-9ead-68107073b9ac. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.057032] env[69371]: DEBUG oslo_concurrency.lockutils [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.057209] env[69371]: DEBUG oslo_concurrency.lockutils [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.057370] env[69371]: DEBUG nova.network.neutron [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Refreshing network info cache for port c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.065120] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3de88-adb6-4236-834f-eb42b5633546 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.083455] env[69371]: DEBUG nova.compute.provider_tree [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.142647] env[69371]: DEBUG nova.compute.manager [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.142905] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.144034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6e8f7-114b-4e80-9b0c-ed017d08e360 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.154100] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.154380] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2877ad5f-f8f1-4a76-be11-d597b55f6c40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.233460] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.233743] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.233890] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore2] d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.234210] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612c0872-57b5-4c3f-80e9-ad639e580fea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.245826] env[69371]: DEBUG oslo_vmware.api [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1192.245826] env[69371]: value = "task-4131036" [ 1192.245826] env[69371]: _type = "Task" [ 1192.245826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.254663] env[69371]: DEBUG oslo_vmware.api [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.448604] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Successfully updated port: 175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.588127] env[69371]: DEBUG nova.scheduler.client.report [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.754977] env[69371]: DEBUG oslo_vmware.api [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181704} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.755395] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.755592] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.755772] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.755949] env[69371]: INFO nova.compute.manager [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1192.756224] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.756425] env[69371]: DEBUG nova.compute.manager [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.756518] env[69371]: DEBUG nova.network.neutron [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.950878] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.951205] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.951205] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.990552] env[69371]: DEBUG nova.network.neutron [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updated VIF entry in instance network info cache for port c3e4840c-4a01-44dc-9ead-68107073b9ac. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.990936] env[69371]: DEBUG nova.network.neutron [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.093207] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.095767] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.042s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.095961] env[69371]: DEBUG nova.objects.instance [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1193.128673] env[69371]: INFO nova.scheduler.client.report [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Deleted allocations for instance 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd [ 1193.493612] env[69371]: DEBUG oslo_concurrency.lockutils [req-f85a4338-e770-4a78-9468-81df382e216e req-eb9e38ce-2d3f-4c13-85d0-8ecd3ae3d076 service nova] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.498864] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.639368] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b400545c-33ca-4755-987e-24a31c429947 tempest-AttachInterfacesTestJSON-1985421678 tempest-AttachInterfacesTestJSON-1985421678-project-member] Lock "31c1cdf4-59d0-4ad6-8535-93a22faf3cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.583s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.722029] env[69371]: DEBUG nova.network.neutron [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.834439] env[69371]: DEBUG nova.network.neutron [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Updating instance_info_cache with network_info: [{"id": "175dce99-d66f-4fe7-bb1a-48396367b06d", "address": "fa:16:3e:82:67:0d", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175dce99-d6", "ovs_interfaceid": "175dce99-d66f-4fe7-bb1a-48396367b06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.083379] env[69371]: DEBUG nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Received event network-vif-plugged-175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.083614] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Acquiring lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.083828] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.083997] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.084855] env[69371]: DEBUG nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] No waiting events found dispatching network-vif-plugged-175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1194.085073] env[69371]: WARNING nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Received unexpected event network-vif-plugged-175dce99-d66f-4fe7-bb1a-48396367b06d for instance with vm_state building and task_state spawning. [ 1194.085251] env[69371]: DEBUG nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Received event network-changed-175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.085410] env[69371]: DEBUG nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Refreshing instance network info cache due to event network-changed-175dce99-d66f-4fe7-bb1a-48396367b06d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.085581] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Acquiring lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.110789] env[69371]: DEBUG oslo_concurrency.lockutils [None req-966f41eb-c0ee-4525-abdd-234e7601b0bb tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.224882] env[69371]: INFO nova.compute.manager [-] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Took 1.47 seconds to deallocate network for instance. [ 1194.338307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338610] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Instance network_info: |[{"id": "175dce99-d66f-4fe7-bb1a-48396367b06d", "address": "fa:16:3e:82:67:0d", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175dce99-d6", "ovs_interfaceid": "175dce99-d66f-4fe7-bb1a-48396367b06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.338930] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Acquired lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.339128] env[69371]: DEBUG nova.network.neutron [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Refreshing network info cache for port 175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.340552] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:67:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175dce99-d66f-4fe7-bb1a-48396367b06d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.348033] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.348903] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.349191] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f544c5f-c418-470a-87c8-3bce1a8d3a88 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.372609] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.372609] env[69371]: value = "task-4131037" [ 1194.372609] env[69371]: _type = "Task" [ 1194.372609] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.385252] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131037, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.736018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.736018] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.736018] env[69371]: DEBUG nova.objects.instance [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'resources' on Instance uuid d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.885613] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131037, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.206782] env[69371]: DEBUG nova.network.neutron [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Updated VIF entry in instance network info cache for port 175dce99-d66f-4fe7-bb1a-48396367b06d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.207239] env[69371]: DEBUG nova.network.neutron [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Updating instance_info_cache with network_info: [{"id": "175dce99-d66f-4fe7-bb1a-48396367b06d", "address": "fa:16:3e:82:67:0d", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175dce99-d6", "ovs_interfaceid": "175dce99-d66f-4fe7-bb1a-48396367b06d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.357282] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffed8cb-0c8e-4eb0-b157-51bacf17fab3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.365539] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10780a3f-fc93-481c-92df-3016a4edf5c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.399983] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b02b0c-a16a-465c-af7c-1ed311861ccc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.410951] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e2483-15cc-4112-b092-6c88f7d512e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.414734] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131037, 'name': CreateVM_Task, 'duration_secs': 0.660897} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.414921] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.416115] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.416292] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.416842] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.417143] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab849ed-3e73-4c42-98b0-0fb045f54134 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.429560] env[69371]: DEBUG nova.compute.provider_tree [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.434385] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1195.434385] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52826275-75de-b06e-2afa-48e68d63e624" [ 1195.434385] env[69371]: _type = "Task" [ 1195.434385] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.443076] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52826275-75de-b06e-2afa-48e68d63e624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.711721] env[69371]: DEBUG oslo_concurrency.lockutils [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] Releasing lock "refresh_cache-01cbfd8a-cfaa-4549-a377-da904ccaf743" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.712131] env[69371]: DEBUG nova.compute.manager [req-cef6b0a3-abed-4f83-be2a-f27011ef27f8 req-79782cdc-5168-45f0-9ed8-426198951ca3 service nova] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Received event network-vif-deleted-78cdc198-79c7-4754-a89a-86ab299df840 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.933166] env[69371]: DEBUG nova.scheduler.client.report [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.946636] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52826275-75de-b06e-2afa-48e68d63e624, 'name': SearchDatastore_Task, 'duration_secs': 0.028221} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.947078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.948779] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.948779] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.948779] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.948779] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.948779] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-363a73db-230b-4210-a52e-083b493cab87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.957825] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.958015] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.958964] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99def069-b739-44dd-94f5-b8abbe3f785e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.964681] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1195.964681] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52da4543-22e9-1a31-e769-6a2eb50015f2" [ 1195.964681] env[69371]: _type = "Task" [ 1195.964681] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.973168] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52da4543-22e9-1a31-e769-6a2eb50015f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.440948] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.470375] env[69371]: INFO nova.scheduler.client.report [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c [ 1196.481128] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52da4543-22e9-1a31-e769-6a2eb50015f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016768} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.482160] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26a0cd8-e304-4dd5-b711-7b1afc6bde60 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.488156] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1196.488156] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5266c0c8-c558-cbab-f0c0-a1f4b51e14b2" [ 1196.488156] env[69371]: _type = "Task" [ 1196.488156] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.496815] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5266c0c8-c558-cbab-f0c0-a1f4b51e14b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.988027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8c12536d-ef20-42a8-aa25-ac3242810243 tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.352s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.999036] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5266c0c8-c558-cbab-f0c0-a1f4b51e14b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.999315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.999607] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 01cbfd8a-cfaa-4549-a377-da904ccaf743/01cbfd8a-cfaa-4549-a377-da904ccaf743.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.999880] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839cedb3-277b-4950-a413-beb0f1b79f2a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.007847] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1197.007847] env[69371]: value = "task-4131038" [ 1197.007847] env[69371]: _type = "Task" [ 1197.007847] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.017031] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.381468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.381671] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.519804] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502197} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.520189] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 01cbfd8a-cfaa-4549-a377-da904ccaf743/01cbfd8a-cfaa-4549-a377-da904ccaf743.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.520384] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.520658] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a0c77d1-2061-4e1a-b185-16ca3c39f6c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.527692] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1197.527692] env[69371]: value = "task-4131039" [ 1197.527692] env[69371]: _type = "Task" [ 1197.527692] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.538086] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.747363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.747630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.884631] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.037447] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118678} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.037769] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.038582] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cbfc1a-6404-4803-be45-6f242876feb4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.061145] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 01cbfd8a-cfaa-4549-a377-da904ccaf743/01cbfd8a-cfaa-4549-a377-da904ccaf743.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.061860] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187668eb-b3c0-4f71-b869-f0f54665e6f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.083257] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1198.083257] env[69371]: value = "task-4131040" [ 1198.083257] env[69371]: _type = "Task" [ 1198.083257] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.093194] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.250774] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.409761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.410066] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.411667] env[69371]: INFO nova.compute.claims [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.594754] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.774493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.094852] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131040, 'name': ReconfigVM_Task, 'duration_secs': 0.855102} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.095227] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 01cbfd8a-cfaa-4549-a377-da904ccaf743/01cbfd8a-cfaa-4549-a377-da904ccaf743.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.095916] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e6bae00-a9fb-4105-9a9f-87148bdd474b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103581] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1199.103581] env[69371]: value = "task-4131041" [ 1199.103581] env[69371]: _type = "Task" [ 1199.103581] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.112622] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131041, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.528570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed07050-f7ed-4244-b65b-1e00a468bf46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.538227] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d99270-cf56-4178-8d43-585920e9fa90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.568955] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae588843-0f2a-4335-9d38-2bb84e803ab8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.576775] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df07e09a-4c6a-4fe1-a284-84287d8e2783 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.590242] env[69371]: DEBUG nova.compute.provider_tree [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.613024] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131041, 'name': Rename_Task, 'duration_secs': 0.181404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.613349] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.613525] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ff06cc-4d86-46eb-a6a8-386af04d19e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.619885] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1199.619885] env[69371]: value = "task-4131042" [ 1199.619885] env[69371]: _type = "Task" [ 1199.619885] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.628115] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.093201] env[69371]: DEBUG nova.scheduler.client.report [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.130841] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.598282] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.598899] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.601855] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.828s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.603705] env[69371]: INFO nova.compute.claims [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.634251] env[69371]: DEBUG oslo_vmware.api [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131042, 'name': PowerOnVM_Task, 'duration_secs': 0.525378} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.634539] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.634743] env[69371]: INFO nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1200.634922] env[69371]: DEBUG nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.635753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b1c195-bc0c-43aa-9351-e0c4719f5116 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.108548] env[69371]: DEBUG nova.compute.utils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.112342] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Not allocating networking since 'none' was specified. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1201.153224] env[69371]: INFO nova.compute.manager [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Took 13.73 seconds to build instance. [ 1201.613794] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.654970] env[69371]: DEBUG oslo_concurrency.lockutils [None req-49845ec3-e3de-4773-b28d-9c38df236c75 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.245s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.728404] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3da649-a23b-49b7-a973-eec968f72b71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.736127] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ca020-bab7-4b61-8a79-360020dfbf7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.767215] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74584332-b071-459b-a268-28bec0b48808 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.775574] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a603305c-6ca0-4f75-a137-24afe9fa7ea8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.790133] env[69371]: DEBUG nova.compute.provider_tree [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.293640] env[69371]: DEBUG nova.scheduler.client.report [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.492447] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.492678] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.628825] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.656342] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.656679] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.656847] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.657118] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.657353] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.657551] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.657789] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.657962] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.658160] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.658399] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.658607] env[69371]: DEBUG nova.virt.hardware [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.659590] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f05ef5-2c77-4a0c-8a17-ad7851fe7b9c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.668222] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9829013-a9e0-4254-8e9d-8d8a347ca8d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.681907] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.687830] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Creating folder: Project (b2e61b354d114ed5aa9f17bb3120f690). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.688088] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bfdad8c-a30a-4b63-aa0c-edfb74de730c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.698898] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Created folder: Project (b2e61b354d114ed5aa9f17bb3120f690) in parent group-v817910. [ 1202.699118] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Creating folder: Instances. Parent ref: group-v818205. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.699365] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d44019a1-2a5e-4d4f-aac6-289345c8e9fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.709047] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Created folder: Instances in parent group-v818205. [ 1202.709294] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.709547] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.709791] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6364595f-e7cf-4a2d-8ac0-d9bb40587063 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.728018] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.728018] env[69371]: value = "task-4131045" [ 1202.728018] env[69371]: _type = "Task" [ 1202.728018] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.736626] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131045, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.799087] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.799965] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.995163] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.238296] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131045, 'name': CreateVM_Task, 'duration_secs': 0.293022} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.238462] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.238833] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.238997] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.239383] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.239637] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41dd5df-caa4-455d-b723-e5b4fc91bb87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.244322] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1203.244322] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f7fdd6-00ad-3038-1c69-f34f3eb4e145" [ 1203.244322] env[69371]: _type = "Task" [ 1203.244322] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.254073] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f7fdd6-00ad-3038-1c69-f34f3eb4e145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.305259] env[69371]: DEBUG nova.compute.utils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.306689] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.307162] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.353981] env[69371]: DEBUG nova.policy [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4202af793bd43c1b71ae2cc0f87b3ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82ecf37c8115478fac90bba1ce3164f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.521738] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.522159] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.523588] env[69371]: INFO nova.compute.claims [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.611949] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Successfully created port: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.755444] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f7fdd6-00ad-3038-1c69-f34f3eb4e145, 'name': SearchDatastore_Task, 'duration_secs': 0.01265} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.755800] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.756046] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.756303] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.756450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.756691] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.757028] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3363bbb6-083b-4917-9b4a-820bf5e9761c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.765731] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.765911] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.766657] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319fb22d-9469-49eb-85ff-11dd9b969d23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.772274] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1203.772274] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528d120e-0af3-3f77-f45c-e08aeac8e0cb" [ 1203.772274] env[69371]: _type = "Task" [ 1203.772274] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.781101] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d120e-0af3-3f77-f45c-e08aeac8e0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.809926] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.980344] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.980592] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.980756] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.980911] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.981081] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.981234] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.981385] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.981526] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1203.981736] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.283808] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528d120e-0af3-3f77-f45c-e08aeac8e0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.286417] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d8f67b-f4aa-4bd3-9033-a296a3033c31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.290405] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1204.290405] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5261ae09-4588-b76e-39b3-df9a2ac67f07" [ 1204.290405] env[69371]: _type = "Task" [ 1204.290405] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.299146] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5261ae09-4588-b76e-39b3-df9a2ac67f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.486226] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.669499] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c46e9b-5bf2-403e-9674-177202959789 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.677817] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b15ea-d3b0-4113-a63e-a993e2ca15b8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.709071] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed41f10-92d8-4046-b558-aee152149a59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.717169] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73934b0-b1c2-4da6-8b42-c0674cda7c7d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.730866] env[69371]: DEBUG nova.compute.provider_tree [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.801092] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5261ae09-4588-b76e-39b3-df9a2ac67f07, 'name': SearchDatastore_Task, 'duration_secs': 0.013006} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.801445] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.801615] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.801877] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55273ddc-f86b-4ab4-9c50-a06d58ba02ec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.808316] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1204.808316] env[69371]: value = "task-4131046" [ 1204.808316] env[69371]: _type = "Task" [ 1204.808316] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.818599] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.820781] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.847524] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.848204] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.848204] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.848369] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.848470] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.848721] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.849020] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.849260] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.849533] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.849760] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.849999] env[69371]: DEBUG nova.virt.hardware [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.851051] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b18fc-4607-4d83-8fe6-4c07e3cc4739 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.859856] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0584c3-a8fa-4f95-9681-6f458406dc7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.993096] env[69371]: DEBUG nova.compute.manager [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Received event network-vif-plugged-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.993504] env[69371]: DEBUG oslo_concurrency.lockutils [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.993698] env[69371]: DEBUG oslo_concurrency.lockutils [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.993873] env[69371]: DEBUG oslo_concurrency.lockutils [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.994028] env[69371]: DEBUG nova.compute.manager [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] No waiting events found dispatching network-vif-plugged-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1204.994214] env[69371]: WARNING nova.compute.manager [req-211a9867-d31b-4c1d-8209-0fb36f6b5595 req-e9dbec9c-caf0-41f1-83ad-53e65665e389 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Received unexpected event network-vif-plugged-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 for instance with vm_state building and task_state spawning. [ 1205.093244] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Successfully updated port: 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.234098] env[69371]: DEBUG nova.scheduler.client.report [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.319713] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494734} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.320020] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.320332] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.320664] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa4b043-6467-4e01-a381-7ec91b96d07d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.328750] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1205.328750] env[69371]: value = "task-4131047" [ 1205.328750] env[69371]: _type = "Task" [ 1205.328750] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.339770] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.596699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.596938] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.597172] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.740336] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.740955] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.743665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.258s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.743886] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.744094] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1205.745187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dd7905-ea85-4bbb-9de7-f2ef44c5f2dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.754735] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef36788-0351-44a4-bb15-8c8e8e5a83f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.771353] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af607ee-4d24-4699-92cb-7234a29c8793 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.779626] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d1f349-093b-49f2-b569-3804ec8534da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.813605] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178959MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1205.813976] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.813976] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.839209] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065484} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.840024] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.840617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290580a9-da55-4337-8c10-a41dc8810cc1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.861967] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.863354] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e469c2-3445-4f6f-8280-8418104910de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.886113] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1205.886113] env[69371]: value = "task-4131048" [ 1205.886113] env[69371]: _type = "Task" [ 1205.886113] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.895448] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.134031] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.246220] env[69371]: DEBUG nova.compute.utils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.247866] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.248089] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.305495] env[69371]: DEBUG nova.network.neutron [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.310557] env[69371]: DEBUG nova.policy [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.399087] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.625845] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Successfully created port: 5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.753761] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.808644] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.809009] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Instance network_info: |[{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.809495] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:3d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f069cee-bc1d-4250-8d24-efa4bca7a3f9', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.817224] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.817929] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.818246] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf2a9e00-fcd2-4e69-9cdd-cd35b5603c14 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.846698] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.846698] env[69371]: value = "task-4131049" [ 1206.846698] env[69371]: _type = "Task" [ 1206.846698] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.856487] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131049, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.898847] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.028239] env[69371]: DEBUG nova.compute.manager [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Received event network-changed-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.028541] env[69371]: DEBUG nova.compute.manager [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Refreshing instance network info cache due to event network-changed-8f069cee-bc1d-4250-8d24-efa4bca7a3f9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.028811] env[69371]: DEBUG oslo_concurrency.lockutils [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] Acquiring lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.029532] env[69371]: DEBUG oslo_concurrency.lockutils [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] Acquired lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.029727] env[69371]: DEBUG nova.network.neutron [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Refreshing network info cache for port 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.052909] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053085] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance df94d954-9e6b-4729-ae21-10cf5ae02b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053226] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance bb6d50fa-fd1e-4d72-a443-b0c21b579302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053351] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053467] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a8253049-0f6f-4725-aaba-d1ea09f18ee2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053584] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 01cbfd8a-cfaa-4549-a377-da904ccaf743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053699] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053835] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1cce0421-d577-4068-84bd-2f93e5d5562e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.053978] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.054204] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1207.054361] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1207.193210] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92127e22-b885-4f2c-815f-deae4952a7e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.202189] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47c7a4-d19e-4188-b558-9980d9a84dd7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.236459] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055dd414-fa0b-42c0-a871-da58494aee7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.244738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7920dd4-93b2-4816-9946-ef949af5cbc3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.265046] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.357566] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131049, 'name': CreateVM_Task, 'duration_secs': 0.368881} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.357751] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.358483] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.358658] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.359013] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.359286] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d37e4da-379d-45e9-82e3-8cae9823a40c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.365268] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1207.365268] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522e0e1f-5ea6-d61d-0a14-bf9a9bce6b33" [ 1207.365268] env[69371]: _type = "Task" [ 1207.365268] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.374340] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522e0e1f-5ea6-d61d-0a14-bf9a9bce6b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.398798] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131048, 'name': ReconfigVM_Task, 'duration_secs': 1.059882} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.399292] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.399772] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02bb4073-19fe-45cd-a5a7-75805719f731 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.407545] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1207.407545] env[69371]: value = "task-4131050" [ 1207.407545] env[69371]: _type = "Task" [ 1207.407545] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.420375] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131050, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.748872] env[69371]: DEBUG nova.network.neutron [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updated VIF entry in instance network info cache for port 8f069cee-bc1d-4250-8d24-efa4bca7a3f9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.749452] env[69371]: DEBUG nova.network.neutron [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.765486] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.768156] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.793911] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.794188] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.794366] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.794537] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.794691] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.794848] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.795080] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.795247] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.795415] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.795580] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.795756] env[69371]: DEBUG nova.virt.hardware [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.796918] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234fc2e-17b0-4a3f-8698-a9814ff48a30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.806576] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ed9d20-16e5-49f1-a00e-63120dc1e504 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.876683] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522e0e1f-5ea6-d61d-0a14-bf9a9bce6b33, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.877071] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.877248] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.877562] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.877794] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.877931] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.878225] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d1dd4f6-93ae-49fe-8859-e7505c499c39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.888035] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.888239] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.889011] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d428c8-5813-47c5-8e5e-682e8a785af5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.894664] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1207.894664] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5283acfa-75e7-febc-530a-899493ab0c74" [ 1207.894664] env[69371]: _type = "Task" [ 1207.894664] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.904786] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5283acfa-75e7-febc-530a-899493ab0c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.916619] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131050, 'name': Rename_Task, 'duration_secs': 0.175263} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.916904] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.917353] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-388eda79-4e37-4ed6-8dca-8bc9c915a3c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.924393] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1207.924393] env[69371]: value = "task-4131051" [ 1207.924393] env[69371]: _type = "Task" [ 1207.924393] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.933415] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.111201] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Successfully updated port: 5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.251987] env[69371]: DEBUG oslo_concurrency.lockutils [req-85780618-6cff-45d6-80ec-26d677b2af95 req-a79e0636-13f7-4bfd-9e74-2124f0522d81 service nova] Releasing lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.272647] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1208.272964] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.459s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.273288] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.273502] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69371) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1208.405771] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5283acfa-75e7-febc-530a-899493ab0c74, 'name': SearchDatastore_Task, 'duration_secs': 0.016602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.406587] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24ab587-54e8-4b46-b935-06176360e777 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.412690] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1208.412690] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f30a20-07a2-8b11-d555-939758d18019" [ 1208.412690] env[69371]: _type = "Task" [ 1208.412690] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.421653] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f30a20-07a2-8b11-d555-939758d18019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.433485] env[69371]: DEBUG oslo_vmware.api [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131051, 'name': PowerOnVM_Task, 'duration_secs': 0.456051} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.433714] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.434104] env[69371]: INFO nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1208.434310] env[69371]: DEBUG nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.435101] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4acbca-fe7e-40b2-b2e8-a45c80bdfafe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.614661] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.614828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.614980] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.776927] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.924013] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f30a20-07a2-8b11-d555-939758d18019, 'name': SearchDatastore_Task, 'duration_secs': 0.029085} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.924315] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.924656] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.924975] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de2faf4-87ce-4797-9fa0-419f45e90540 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.934702] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1208.934702] env[69371]: value = "task-4131052" [ 1208.934702] env[69371]: _type = "Task" [ 1208.934702] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.944100] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.953436] env[69371]: INFO nova.compute.manager [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Took 10.56 seconds to build instance. [ 1209.055732] env[69371]: DEBUG nova.compute.manager [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Received event network-vif-plugged-5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.056053] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Acquiring lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.056702] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.056870] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.057175] env[69371]: DEBUG nova.compute.manager [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] No waiting events found dispatching network-vif-plugged-5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1209.057360] env[69371]: WARNING nova.compute.manager [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Received unexpected event network-vif-plugged-5a320658-c718-481f-afd9-48a1f7ec13ae for instance with vm_state building and task_state spawning. [ 1209.057563] env[69371]: DEBUG nova.compute.manager [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Received event network-changed-5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.057749] env[69371]: DEBUG nova.compute.manager [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Refreshing instance network info cache due to event network-changed-5a320658-c718-481f-afd9-48a1f7ec13ae. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.057934] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Acquiring lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.153547] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.324216] env[69371]: DEBUG nova.network.neutron [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Updating instance_info_cache with network_info: [{"id": "5a320658-c718-481f-afd9-48a1f7ec13ae", "address": "fa:16:3e:e8:be:8a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a320658-c7", "ovs_interfaceid": "5a320658-c718-481f-afd9-48a1f7ec13ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.445625] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131052, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.455049] env[69371]: DEBUG oslo_concurrency.lockutils [None req-28381fe4-3040-44f9-a5d4-92ab389f472b tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.073s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.712522] env[69371]: INFO nova.compute.manager [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Rebuilding instance [ 1209.755113] env[69371]: DEBUG nova.compute.manager [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.755982] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f63d6-42cd-40fc-9ff2-4dc117af88fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.763531] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.826809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.827144] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Instance network_info: |[{"id": "5a320658-c718-481f-afd9-48a1f7ec13ae", "address": "fa:16:3e:e8:be:8a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a320658-c7", "ovs_interfaceid": "5a320658-c718-481f-afd9-48a1f7ec13ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.827559] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Acquired lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.827757] env[69371]: DEBUG nova.network.neutron [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Refreshing network info cache for port 5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.828966] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:be:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a320658-c718-481f-afd9-48a1f7ec13ae', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.836734] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.837487] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.837715] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac88d20b-3f84-4ad5-9d6a-6c8b4af79edf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.859175] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.859175] env[69371]: value = "task-4131053" [ 1209.859175] env[69371]: _type = "Task" [ 1209.859175] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.867529] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131053, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.945828] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515794} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.946143] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.946362] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.946637] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66f3680f-4243-4809-b89a-590529e0e6e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.955068] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1209.955068] env[69371]: value = "task-4131054" [ 1209.955068] env[69371]: _type = "Task" [ 1209.955068] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.966927] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.273759] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.273856] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.273996] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1210.370949] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131053, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.467697] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068075} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.467969] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.468791] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34a6ef-db5b-4059-b9d4-2127e043b768 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.492420] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.496020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17769cc-b22e-4d5f-a086-aed357b88053 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.519566] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1210.519566] env[69371]: value = "task-4131055" [ 1210.519566] env[69371]: _type = "Task" [ 1210.519566] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.529929] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.586360] env[69371]: DEBUG nova.network.neutron [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Updated VIF entry in instance network info cache for port 5a320658-c718-481f-afd9-48a1f7ec13ae. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.586825] env[69371]: DEBUG nova.network.neutron [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Updating instance_info_cache with network_info: [{"id": "5a320658-c718-481f-afd9-48a1f7ec13ae", "address": "fa:16:3e:e8:be:8a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a320658-c7", "ovs_interfaceid": "5a320658-c718-481f-afd9-48a1f7ec13ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.776418] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.791181] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] There are 54 instances to clean {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1210.791419] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: d0e48711-8e76-4bcc-bbc5-adfb3b1bb02c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.793453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-793a17bb-4b6b-455f-be24-5b8dec50ca99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.801732] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1210.801732] env[69371]: value = "task-4131056" [ 1210.801732] env[69371]: _type = "Task" [ 1210.801732] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.811840] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.871367] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131053, 'name': CreateVM_Task, 'duration_secs': 0.896615} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.871589] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.872338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.872507] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.872856] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.873144] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df37841-f3d1-4e96-9d1d-76e3352b4545 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.878601] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1210.878601] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5e20-3209-1233-6a39-fd2c68f2a0bd" [ 1210.878601] env[69371]: _type = "Task" [ 1210.878601] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.887472] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5e20-3209-1233-6a39-fd2c68f2a0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.029667] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131055, 'name': ReconfigVM_Task, 'duration_secs': 0.295715} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.029977] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.030628] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68222895-aada-41f4-80bf-bb23e1a62aa8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.037483] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1211.037483] env[69371]: value = "task-4131057" [ 1211.037483] env[69371]: _type = "Task" [ 1211.037483] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.047049] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131057, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.089622] env[69371]: DEBUG oslo_concurrency.lockutils [req-7e90d73d-b0ec-4a50-b1f6-2e07f92149b0 req-e93a6166-3c7b-41b7-afae-847466d40b47 service nova] Releasing lock "refresh_cache-e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.297612] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: bc92af42-8581-4788-b2ee-de9c2ceaf879] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.311835] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131056, 'name': PowerOffVM_Task, 'duration_secs': 0.136769} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.312156] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.312872] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.313662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8e646-9dde-43c4-a426-ef970dd24061 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.321082] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.321324] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c777be10-d254-4293-9314-eacd6be83f2c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.347407] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.347633] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.347823] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Deleting the datastore file [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.348118] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2141d931-c331-4fd3-942a-2bb48af35cee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.355023] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1211.355023] env[69371]: value = "task-4131059" [ 1211.355023] env[69371]: _type = "Task" [ 1211.355023] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.363115] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.388449] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521b5e20-3209-1233-6a39-fd2c68f2a0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.388741] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388980] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.389231] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.389382] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.389594] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.389859] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0ceb1e-c4df-4d88-a4a6-620b87077bb6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.397758] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.397929] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.398637] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fd45fb-2c5c-4e68-9425-f12c5c3af777 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.403893] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1211.403893] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526596f1-309d-7eb0-c00f-cebad37f7ba3" [ 1211.403893] env[69371]: _type = "Task" [ 1211.403893] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.411574] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526596f1-309d-7eb0-c00f-cebad37f7ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.549179] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131057, 'name': Rename_Task, 'duration_secs': 0.28199} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.549499] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.549761] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a68ccf-af7a-45c4-94bf-ea3bf2ba9f59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.556820] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1211.556820] env[69371]: value = "task-4131060" [ 1211.556820] env[69371]: _type = "Task" [ 1211.556820] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.565431] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.801309] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1e539179-e573-4857-8d04-7b8b81bd670d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.866180] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094019} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.866471] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.866616] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.866802] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.914806] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526596f1-309d-7eb0-c00f-cebad37f7ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.915621] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97eb110a-7bc6-43ee-a2f3-1e0fe3d6e61e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.922123] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1211.922123] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526fc48c-75d0-6a56-ac16-ade852e20fe5" [ 1211.922123] env[69371]: _type = "Task" [ 1211.922123] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.934219] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526fc48c-75d0-6a56-ac16-ade852e20fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.066982] env[69371]: DEBUG oslo_vmware.api [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131060, 'name': PowerOnVM_Task, 'duration_secs': 0.446562} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.067305] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.067476] env[69371]: INFO nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1212.067707] env[69371]: DEBUG nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.068489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714aa97-9c42-4005-8bb5-11bcf320f840 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.305161] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: dffea3dd-0af5-4705-9f03-5448d9d8e5ab] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.432801] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526fc48c-75d0-6a56-ac16-ade852e20fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.433027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.433309] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48/e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.433574] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e809622-7d6f-4688-8592-41e4382b0cfb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.440684] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1212.440684] env[69371]: value = "task-4131061" [ 1212.440684] env[69371]: _type = "Task" [ 1212.440684] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.449375] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.587167] env[69371]: INFO nova.compute.manager [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Took 13.83 seconds to build instance. [ 1212.810052] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c4faa003-64b1-4138-a6d3-720cba7e4d16] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.902918] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.903164] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.903324] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.903506] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.903656] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.903807] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.904031] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.904187] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.904352] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.904513] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.904685] env[69371]: DEBUG nova.virt.hardware [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.905683] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473c121-f369-49e1-abc6-60885dd0351d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.913736] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1c1b2-87b7-43fe-9852-b4e0e6bd7aaa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.929125] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance VIF info [] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.934953] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.935281] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.935519] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6410c332-b5e3-40f0-8705-e72396b46cad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.956708] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44706} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.958066] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48/e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.958301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.958535] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.958535] env[69371]: value = "task-4131062" [ 1212.958535] env[69371]: _type = "Task" [ 1212.958535] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.958732] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-842ae2e9-660d-4788-b361-1bac1d7459c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.969255] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131062, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.970681] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1212.970681] env[69371]: value = "task-4131063" [ 1212.970681] env[69371]: _type = "Task" [ 1212.970681] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.090624] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cf6a85ad-02a1-483f-9261-d7f33db32e5f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.343s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.313885] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 577a5f56-0a35-4573-9db2-6dfd7a922356] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.470886] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131062, 'name': CreateVM_Task, 'duration_secs': 0.322602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.471244] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.474573] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.474819] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.475214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.475805] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4985574d-83e1-4c44-a04e-45cddaaad7ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.481280] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1213.481280] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527ea382-ab41-1d63-8291-70f823f761e3" [ 1213.481280] env[69371]: _type = "Task" [ 1213.481280] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.484225] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108866} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.488115] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.490548] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a110595-30c2-4046-a856-588a1d3f5a85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.503647] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527ea382-ab41-1d63-8291-70f823f761e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.525732] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48/e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.527375] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ef07e7-a812-4ab2-a971-0d44c6f5c8e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.551046] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1213.551046] env[69371]: value = "task-4131064" [ 1213.551046] env[69371]: _type = "Task" [ 1213.551046] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.562469] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.817706] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 41def017-fa5d-4d4b-a757-e0812fa258b6] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.994480] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527ea382-ab41-1d63-8291-70f823f761e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.994793] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.995037] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.995284] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.995431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.995649] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.995918] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f51c5b11-f18b-4a1e-aa4e-ee4776cf8292 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.001772] env[69371]: DEBUG nova.compute.manager [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1214.006026] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.006133] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.006763] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08925be2-2bdc-4752-b733-49f5f2f863ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.012351] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1214.012351] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f3233e-1975-6359-a623-d4773fb41ed1" [ 1214.012351] env[69371]: _type = "Task" [ 1214.012351] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.020968] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f3233e-1975-6359-a623-d4773fb41ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.062501] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131064, 'name': ReconfigVM_Task, 'duration_secs': 0.275652} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.062956] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48/e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.063591] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90a863f3-e809-4f80-9f0e-3f7a9ee8ade1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.069404] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1214.069404] env[69371]: value = "task-4131065" [ 1214.069404] env[69371]: _type = "Task" [ 1214.069404] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.077373] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131065, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.321217] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 5c644a70-e0ae-4080-bf01-588840ee2bd9] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.523062] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f3233e-1975-6359-a623-d4773fb41ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.008189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.524126] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.524396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.526368] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc4604d-04dc-47d8-8c6a-c989193700a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.533047] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1214.533047] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cf76aa-1304-7645-82c8-009bb007c640" [ 1214.533047] env[69371]: _type = "Task" [ 1214.533047] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.542977] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cf76aa-1304-7645-82c8-009bb007c640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.579484] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131065, 'name': Rename_Task, 'duration_secs': 0.1364} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.579752] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.580011] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448b0203-744b-4d45-b6ae-4ad6935d3de2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.586765] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1214.586765] env[69371]: value = "task-4131066" [ 1214.586765] env[69371]: _type = "Task" [ 1214.586765] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.595780] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.824644] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 3d48c930-ea5a-4c45-b59f-efb0d263a39c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.034037] env[69371]: INFO nova.compute.claims [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.047785] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cf76aa-1304-7645-82c8-009bb007c640, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.048081] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.048354] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.048620] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1981cc-46e7-451a-b950-6fdc59569c11 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.057286] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1215.057286] env[69371]: value = "task-4131067" [ 1215.057286] env[69371]: _type = "Task" [ 1215.057286] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.069409] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.097151] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.327837] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 625b730d-818e-4d56-b19a-d925114a7e8e] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.542805] env[69371]: INFO nova.compute.resource_tracker [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating resource usage from migration 9fd1c040-3ed5-4586-981f-ce8232ce8b79 [ 1215.573610] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131067, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.604532] env[69371]: DEBUG oslo_vmware.api [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131066, 'name': PowerOnVM_Task, 'duration_secs': 0.544891} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.604980] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.605289] env[69371]: INFO nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1215.605558] env[69371]: DEBUG nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.606446] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b00949-bc60-40f1-b391-082f594059e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.716220] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f3984-a273-4705-8567-0b51d92c7c78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.725495] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a95fa-57b1-4a79-9556-2f5587f9a90e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.762826] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6cbeb-52b2-4c58-a0f2-a573d347f133 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.773098] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde5e9ee-368f-4484-8eaa-8b28fc2da62f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.792027] env[69371]: DEBUG nova.compute.provider_tree [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.831109] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1e2b8f2b-2107-4788-852f-dbe5f92320bf] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.067773] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131067, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.127182] env[69371]: INFO nova.compute.manager [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Took 12.63 seconds to build instance. [ 1216.295128] env[69371]: DEBUG nova.scheduler.client.report [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.334707] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 7c2dc3be-7a18-404b-bd8e-79d10d02c417] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.568558] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018602} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.568558] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.569040] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.569040] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead23feb-15b8-483b-8b3f-955b59f9adf9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.578074] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1216.578074] env[69371]: value = "task-4131068" [ 1216.578074] env[69371]: _type = "Task" [ 1216.578074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.588105] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.629151] env[69371]: DEBUG oslo_concurrency.lockutils [None req-338dd41b-b98f-4f41-aa5b-68b7c3797612 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.136s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.803542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.803755] env[69371]: INFO nova.compute.manager [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Migrating [ 1216.838191] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 31c1cdf4-59d0-4ad6-8535-93a22faf3cdd] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.918935] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.919172] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.919466] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.919708] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.919894] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.922515] env[69371]: INFO nova.compute.manager [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Terminating instance [ 1217.088242] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074653} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.088577] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.089419] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a0420b-56f3-48fc-a8f9-cd4480b5455b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.111452] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.111766] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5082d67-034d-455e-b727-7dce8dc5d987 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.131583] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1217.131583] env[69371]: value = "task-4131069" [ 1217.131583] env[69371]: _type = "Task" [ 1217.131583] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.140723] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.320053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.320053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.320053] env[69371]: DEBUG nova.network.neutron [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.341363] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: d6f399ad-8f7f-489e-b74a-ed2b0c84cada] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.426311] env[69371]: DEBUG nova.compute.manager [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.426572] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.427460] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75fcc4c-98de-44ac-901b-3bf0d423e9fe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.436081] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.436335] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36911ad-f633-4eea-ac25-dab75de4c6a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.442991] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1217.442991] env[69371]: value = "task-4131070" [ 1217.442991] env[69371]: _type = "Task" [ 1217.442991] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.451499] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.642565] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.844385] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a805f8f7-b5ab-4f50-b0f9-d29b52a066ab] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.955075] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131070, 'name': PowerOffVM_Task, 'duration_secs': 0.224} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.955351] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.955520] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.955777] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3ca3cd-6187-4dbc-ba59-0e49724134ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.013438] env[69371]: DEBUG nova.network.neutron [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.022638] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.022912] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.023099] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore2] e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.024064] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca70cc2a-3dea-4b11-a980-d3728df1bb91 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.031827] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1218.031827] env[69371]: value = "task-4131072" [ 1218.031827] env[69371]: _type = "Task" [ 1218.031827] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.040934] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.145315] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131069, 'name': ReconfigVM_Task, 'duration_secs': 0.614768} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.145865] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d/ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.146507] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c6c66f-780b-4868-b18e-5f20295452fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.154614] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1218.154614] env[69371]: value = "task-4131073" [ 1218.154614] env[69371]: _type = "Task" [ 1218.154614] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.163999] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131073, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.347566] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 6f478eae-6f02-4f23-8470-e61d3a8c4068] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.517056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.541466] env[69371]: DEBUG oslo_vmware.api [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128521} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.541720] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.541906] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.542097] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.542272] env[69371]: INFO nova.compute.manager [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1218.542512] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.542696] env[69371]: DEBUG nova.compute.manager [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.542791] env[69371]: DEBUG nova.network.neutron [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.667151] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131073, 'name': Rename_Task, 'duration_secs': 0.156605} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.667463] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.667717] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28daa05c-4201-40de-8d99-e1fd8d6d5cfc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.674954] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1218.674954] env[69371]: value = "task-4131074" [ 1218.674954] env[69371]: _type = "Task" [ 1218.674954] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.683611] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.811576] env[69371]: DEBUG nova.compute.manager [req-a987c5b4-0dde-45cb-9f9a-ec229d5f4881 req-d929cc2d-2581-42b0-ad08-9e444ba0ad86 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Received event network-vif-deleted-5a320658-c718-481f-afd9-48a1f7ec13ae {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.811781] env[69371]: INFO nova.compute.manager [req-a987c5b4-0dde-45cb-9f9a-ec229d5f4881 req-d929cc2d-2581-42b0-ad08-9e444ba0ad86 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Neutron deleted interface 5a320658-c718-481f-afd9-48a1f7ec13ae; detaching it from the instance and deleting it from the info cache [ 1218.811963] env[69371]: DEBUG nova.network.neutron [req-a987c5b4-0dde-45cb-9f9a-ec229d5f4881 req-d929cc2d-2581-42b0-ad08-9e444ba0ad86 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.850932] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 09a047cc-5e8e-4fdf-9af9-d6b9d5499648] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.184981] env[69371]: DEBUG oslo_vmware.api [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131074, 'name': PowerOnVM_Task, 'duration_secs': 0.421766} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.185309] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.185520] env[69371]: DEBUG nova.compute.manager [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.186304] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72d77d2-04b2-455b-8aa0-ccfd8aa90ef1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.291712] env[69371]: DEBUG nova.network.neutron [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.315174] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04549a73-655d-4372-a00d-02ddfdde23e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.325135] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a58a6bc-603a-49ac-a3d4-f28c40a88875 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.357329] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 6c199c65-64c8-418e-9456-5b7f24aa4db3] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.359815] env[69371]: DEBUG nova.compute.manager [req-a987c5b4-0dde-45cb-9f9a-ec229d5f4881 req-d929cc2d-2581-42b0-ad08-9e444ba0ad86 service nova] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Detach interface failed, port_id=5a320658-c718-481f-afd9-48a1f7ec13ae, reason: Instance e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.519097] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.519459] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.519792] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.520049] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.520291] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.523794] env[69371]: INFO nova.compute.manager [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Terminating instance [ 1219.702337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.702589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.702770] env[69371]: DEBUG nova.objects.instance [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69371) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1219.794542] env[69371]: INFO nova.compute.manager [-] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Took 1.25 seconds to deallocate network for instance. [ 1219.861869] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ffce0b8f-679b-45b0-b97b-9e296a09882d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.945389] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.945646] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.945863] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.946069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.946256] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.948548] env[69371]: INFO nova.compute.manager [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Terminating instance [ 1220.033255] env[69371]: DEBUG nova.compute.manager [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.033465] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.035061] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59bbca8-2ebd-4673-8876-c0ab542ffb7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.038511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389780e-f6c2-4d19-8516-f84dad0ab8ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.057406] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.063175] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.063672] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-091cede3-3148-4852-9cb9-b8be9c645c85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.070775] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1220.070775] env[69371]: value = "task-4131075" [ 1220.070775] env[69371]: _type = "Task" [ 1220.070775] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.079492] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.302288] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.365598] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c1b3ee80-c8b3-4991-9572-94bec54dd61a] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.452780] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "refresh_cache-ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.452965] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquired lock "refresh_cache-ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.453145] env[69371]: DEBUG nova.network.neutron [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.566042] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.566425] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ad7f62-158a-4637-8c13-a59bb5e5bda4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.577057] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1220.577057] env[69371]: value = "task-4131076" [ 1220.577057] env[69371]: _type = "Task" [ 1220.577057] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.583793] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131075, 'name': PowerOffVM_Task, 'duration_secs': 0.202769} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.584496] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.584660] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.584963] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbfbcea8-95fb-479e-a92f-76ebe9693aa5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.590740] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.662691] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.664079] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.664079] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleting the datastore file [datastore1] 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.664079] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b0c289-7569-4c55-8501-bdf97b8747f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.672085] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for the task: (returnval){ [ 1220.672085] env[69371]: value = "task-4131078" [ 1220.672085] env[69371]: _type = "Task" [ 1220.672085] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.681544] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.712125] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fd1f5c49-b94d-48c3-976c-31211f3ebb24 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.713493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.411s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.713734] env[69371]: DEBUG nova.objects.instance [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.869010] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c91eb2b2-9be3-441c-ad14-a79a8ad8726f] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.974604] env[69371]: DEBUG nova.network.neutron [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.021405] env[69371]: DEBUG nova.network.neutron [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.088576] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131076, 'name': PowerOffVM_Task, 'duration_secs': 0.197052} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.088936] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.089161] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.183051] env[69371]: DEBUG oslo_vmware.api [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Task: {'id': task-4131078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241961} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.183051] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.183503] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.183503] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.183635] env[69371]: INFO nova.compute.manager [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1221.184442] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.184442] env[69371]: DEBUG nova.compute.manager [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.184442] env[69371]: DEBUG nova.network.neutron [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.371949] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 7e6ec1c5-baa0-47a6-a7dc-d16a9e3a8922] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.384889] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53602e-33f4-4442-8bf1-5dc34f55fa24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.398166] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e13d38b-edcb-45c7-b0ba-3ec36d903b37 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.452604] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e0e39a-7564-4b30-be3c-f2350201c1dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.465896] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c3504-4fa7-4d9a-b3cc-7f94d63061fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.488695] env[69371]: DEBUG nova.compute.provider_tree [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.524491] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Releasing lock "refresh_cache-ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.524963] env[69371]: DEBUG nova.compute.manager [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.525193] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.526179] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98053b6c-caef-4d09-abe7-acc12c94a9f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.536250] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.536526] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec1df8a-6f97-468d-a3b8-683ac7ef5be1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.544323] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1221.544323] env[69371]: value = "task-4131079" [ 1221.544323] env[69371]: _type = "Task" [ 1221.544323] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.553151] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.596255] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.596544] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.596744] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.597689] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.597689] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.597689] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.597947] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.597947] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.598212] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.598321] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.598441] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.603987] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c460c765-1fe4-4157-8e79-90d1a6e62e41 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.621819] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1221.621819] env[69371]: value = "task-4131080" [ 1221.621819] env[69371]: _type = "Task" [ 1221.621819] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.632255] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.667352] env[69371]: DEBUG nova.compute.manager [req-2c6b5cec-aa80-4d3d-a5ea-a6002ee5d818 req-1199d2b0-f873-4fde-b01e-52b62236f970 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Received event network-vif-deleted-f439a435-b086-4937-b96a-317482bc9e7e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.667352] env[69371]: INFO nova.compute.manager [req-2c6b5cec-aa80-4d3d-a5ea-a6002ee5d818 req-1199d2b0-f873-4fde-b01e-52b62236f970 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Neutron deleted interface f439a435-b086-4937-b96a-317482bc9e7e; detaching it from the instance and deleting it from the info cache [ 1221.667352] env[69371]: DEBUG nova.network.neutron [req-2c6b5cec-aa80-4d3d-a5ea-a6002ee5d818 req-1199d2b0-f873-4fde-b01e-52b62236f970 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.880925] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a8d600c1-7904-4fe6-a594-91e0bfd86788] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.993122] env[69371]: DEBUG nova.scheduler.client.report [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.055335] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131079, 'name': PowerOffVM_Task, 'duration_secs': 0.215068} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.055612] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.055798] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.056062] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2bfe8a4-0153-4835-b6c1-cef6b57ad111 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.084474] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.084695] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.084882] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Deleting the datastore file [datastore2] ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.085163] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a061e56f-83bb-4989-9e81-d68ec7b472bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.092200] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for the task: (returnval){ [ 1222.092200] env[69371]: value = "task-4131082" [ 1222.092200] env[69371]: _type = "Task" [ 1222.092200] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.101693] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.133237] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131080, 'name': ReconfigVM_Task, 'duration_secs': 0.172819} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.133558] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.146787] env[69371]: DEBUG nova.network.neutron [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.170543] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cf55c52-50b6-4926-b695-c8a68456b8f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.181672] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db9f9a4-0c15-431b-9c0b-5e324f3deaf5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.217031] env[69371]: DEBUG nova.compute.manager [req-2c6b5cec-aa80-4d3d-a5ea-a6002ee5d818 req-1199d2b0-f873-4fde-b01e-52b62236f970 service nova] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Detach interface failed, port_id=f439a435-b086-4937-b96a-317482bc9e7e, reason: Instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.384534] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: fb620c0a-ab32-49c2-b6ee-c468a882bdb7] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.497992] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.525330] env[69371]: INFO nova.scheduler.client.report [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48 [ 1222.602617] env[69371]: DEBUG oslo_vmware.api [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Task: {'id': task-4131082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097985} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.603279] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.603555] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.603729] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.603819] env[69371]: INFO nova.compute.manager [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1222.604084] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.604336] env[69371]: DEBUG nova.compute.manager [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.604421] env[69371]: DEBUG nova.network.neutron [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.622230] env[69371]: DEBUG nova.network.neutron [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.639394] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.639647] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.639838] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.639996] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.640163] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.640310] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.640510] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.640687] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.640860] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.641067] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.641265] env[69371]: DEBUG nova.virt.hardware [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.646434] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.646977] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1bdb08-3c45-4837-9fa0-0dbfdffc45d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.660837] env[69371]: INFO nova.compute.manager [-] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Took 1.48 seconds to deallocate network for instance. [ 1222.673580] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1222.673580] env[69371]: value = "task-4131083" [ 1222.673580] env[69371]: _type = "Task" [ 1222.673580] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.682754] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.887665] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9959855c-454b-4e86-9a91-012b7c951338] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.033780] env[69371]: DEBUG oslo_concurrency.lockutils [None req-21da4008-4053-4aac-a2e7-7004ac5ef1a2 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.115s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.124593] env[69371]: DEBUG nova.network.neutron [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.169235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.169527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.169778] env[69371]: DEBUG nova.objects.instance [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lazy-loading 'resources' on Instance uuid 9f642d5e-35c2-471d-bb12-e88fa85cb682 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.185789] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131083, 'name': ReconfigVM_Task, 'duration_secs': 0.166172} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.186050] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.186836] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a3efb-e8f3-4fd6-9ef2-2f1d3fd0a89a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.210160] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.210452] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c35fe2-78fe-459b-ae06-a97fcd9ec24d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.228690] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1223.228690] env[69371]: value = "task-4131084" [ 1223.228690] env[69371]: _type = "Task" [ 1223.228690] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.238225] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.391742] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 05ea7d54-8b7b-48ba-a7d0-87dd1dad081c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.523182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.523458] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.524147] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.524360] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.524542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.526651] env[69371]: INFO nova.compute.manager [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Terminating instance [ 1223.626865] env[69371]: INFO nova.compute.manager [-] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Took 1.02 seconds to deallocate network for instance. [ 1223.738071] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131084, 'name': ReconfigVM_Task, 'duration_secs': 0.273967} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.738374] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e/1cce0421-d577-4068-84bd-2f93e5d5562e.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.738644] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.800572] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf078c9-31bd-49e8-babe-5f2af203d062 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.808617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec6ea53-efbb-4e8c-8829-6c5507008007 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.841720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55c638-7982-4b9a-9db3-46646056398b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.850310] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961c2f2-17ed-4e03-acd2-c7f26774eab7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.865721] env[69371]: DEBUG nova.compute.provider_tree [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.895466] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 26b4d1c1-a17f-4d35-aeb9-90f85b5cdde3] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.032055] env[69371]: DEBUG nova.compute.manager [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.032055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.032055] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76840f3-e74d-4761-afa0-f1523abe8192 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.039253] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.039503] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d9b920-4dbb-4eef-8515-75c2257743da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.045640] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1224.045640] env[69371]: value = "task-4131085" [ 1224.045640] env[69371]: _type = "Task" [ 1224.045640] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.054466] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.132901] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.247284] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4a5932-1099-4f78-82e4-f4477abc490d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.267283] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc610410-209c-4168-9ccd-d1c5b064a6e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.284814] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.369412] env[69371]: DEBUG nova.scheduler.client.report [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.399063] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c4cd63e0-b1ac-4dc0-a3ac-66c0519f84ad] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.556566] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131085, 'name': PowerOffVM_Task, 'duration_secs': 0.213989} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.556874] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.557083] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.557339] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f47734b-0ff4-4872-bd3c-81353538aad0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.626868] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.627138] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.627332] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore1] 01cbfd8a-cfaa-4549-a377-da904ccaf743 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.627629] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0205912b-5b67-448f-be0a-82eed20ae6a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.634374] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1224.634374] env[69371]: value = "task-4131087" [ 1224.634374] env[69371]: _type = "Task" [ 1224.634374] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.644464] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.823966] env[69371]: DEBUG nova.network.neutron [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Port 8f069cee-bc1d-4250-8d24-efa4bca7a3f9 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1224.874480] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.876873] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.744s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.877130] env[69371]: DEBUG nova.objects.instance [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lazy-loading 'resources' on Instance uuid ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.896393] env[69371]: INFO nova.scheduler.client.report [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Deleted allocations for instance 9f642d5e-35c2-471d-bb12-e88fa85cb682 [ 1224.902337] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 5eb37be4-46e9-4975-aced-35816a16c930] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.146044] env[69371]: DEBUG oslo_vmware.api [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129157} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.146044] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.146044] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.146044] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.146044] env[69371]: INFO nova.compute.manager [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.146044] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.146404] env[69371]: DEBUG nova.compute.manager [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.146404] env[69371]: DEBUG nova.network.neutron [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.403856] env[69371]: DEBUG oslo_concurrency.lockutils [None req-57797c73-77c9-412c-97ed-aa0d9f683d91 tempest-AttachVolumeShelveTestJSON-1449737908 tempest-AttachVolumeShelveTestJSON-1449737908-project-member] Lock "9f642d5e-35c2-471d-bb12-e88fa85cb682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.404836] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: f160990b-2d41-4e91-a7e1-f06262a04f55] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.408832] env[69371]: DEBUG nova.compute.manager [req-5941e77b-8ac8-48c3-a4d0-b7aabfb6d5ad req-25e8be5c-a189-4f59-9494-618927a2ac38 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Received event network-vif-deleted-175dce99-d66f-4fe7-bb1a-48396367b06d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.408912] env[69371]: INFO nova.compute.manager [req-5941e77b-8ac8-48c3-a4d0-b7aabfb6d5ad req-25e8be5c-a189-4f59-9494-618927a2ac38 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Neutron deleted interface 175dce99-d66f-4fe7-bb1a-48396367b06d; detaching it from the instance and deleting it from the info cache [ 1225.409103] env[69371]: DEBUG nova.network.neutron [req-5941e77b-8ac8-48c3-a4d0-b7aabfb6d5ad req-25e8be5c-a189-4f59-9494-618927a2ac38 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.499767] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90f2a0-31fa-4d7e-a1ca-b99bcd4476ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.508029] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195bef3c-d50b-4f86-8c76-940c8a81e9b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.541761] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e376c7-8304-411c-aeb2-ab82c22f903b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.550154] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5cc445-ef1e-42b9-b068-6a3aa6519fc5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.564860] env[69371]: DEBUG nova.compute.provider_tree [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.847085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.847085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.847365] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.892071] env[69371]: DEBUG nova.network.neutron [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.907667] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 14fd4442-c3a2-4346-8ab7-8b7c47652735] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.912054] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a2c3cdf-4a50-4b67-a767-e18498357742 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.925110] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0542b6-10e2-4557-9307-5454a6dc3eb4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.956646] env[69371]: DEBUG nova.compute.manager [req-5941e77b-8ac8-48c3-a4d0-b7aabfb6d5ad req-25e8be5c-a189-4f59-9494-618927a2ac38 service nova] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Detach interface failed, port_id=175dce99-d66f-4fe7-bb1a-48396367b06d, reason: Instance 01cbfd8a-cfaa-4549-a377-da904ccaf743 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.067829] env[69371]: DEBUG nova.scheduler.client.report [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.394997] env[69371]: INFO nova.compute.manager [-] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Took 1.25 seconds to deallocate network for instance. [ 1226.411245] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: e6cf4381-1292-43b4-991c-c7cb155f7708] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.573957] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.598441] env[69371]: INFO nova.scheduler.client.report [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Deleted allocations for instance ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d [ 1226.885638] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.885841] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.886032] env[69371]: DEBUG nova.network.neutron [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.901711] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.902055] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.902289] env[69371]: DEBUG nova.objects.instance [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid 01cbfd8a-cfaa-4549-a377-da904ccaf743 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.915184] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 2aabaadb-ac21-4dee-8747-317c3e68fdb1] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.108033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f64ecee6-ee01-4105-8eb0-bb796da274a6 tempest-ServersListShow2100Test-858095552 tempest-ServersListShow2100Test-858095552-project-member] Lock "ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.162s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.417825] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a29028e5-8a83-439a-aa36-e9d4d97f03e3] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.533904] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a88ac-36cb-4c90-ab46-6f48682149aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.542175] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce037ee-9f13-4912-8da3-83e5db5ede82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.577205] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db23e337-a04d-4596-871f-093ac2d34693 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.585538] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29315ba-c303-4b13-8c27-005ef8123df8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.601924] env[69371]: DEBUG nova.compute.provider_tree [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.646164] env[69371]: DEBUG nova.network.neutron [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.921611] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 6222f7f2-3f6b-4818-a416-489bef93ceb7] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.960907] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.961444] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.108019] env[69371]: DEBUG nova.scheduler.client.report [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.150508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.425579] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: b9d3f1d9-1302-4327-81eb-a2b902a4a688] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.464816] env[69371]: INFO nova.compute.manager [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Detaching volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 [ 1228.505823] env[69371]: INFO nova.virt.block_device [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Attempting to driver detach volume 650da2e1-0120-413f-858d-6fcb70a5ebc9 from mountpoint /dev/sdb [ 1228.506155] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.506355] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.507369] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff33cfd4-abd1-46a8-a220-5fd987f798ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.532493] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fe4533-5de6-4159-af63-37ae66253ac4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.541322] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53256d-a095-479b-ad81-92f797585f4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.564626] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef6c7f-987c-4a58-8d49-f49e32c0f707 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.581263] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] The volume has not been displaced from its original location: [datastore1] volume-650da2e1-0120-413f-858d-6fcb70a5ebc9/volume-650da2e1-0120-413f-858d-6fcb70a5ebc9.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.587884] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.588335] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-107eaf5a-dac5-45ef-b679-4abeb0307997 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.610567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.612857] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1228.612857] env[69371]: value = "task-4131089" [ 1228.612857] env[69371]: _type = "Task" [ 1228.612857] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.622466] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.634755] env[69371]: INFO nova.scheduler.client.report [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance 01cbfd8a-cfaa-4549-a377-da904ccaf743 [ 1228.677199] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800f4a83-61d8-4bd6-825e-7b578ddbb197 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.698825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b446422-cb67-4afb-857a-b3d55e2bf9ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.707589] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.912342] env[69371]: DEBUG nova.compute.manager [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1228.928808] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 84abde7f-605d-4b1a-9e46-e9d7f6da84f6] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.122974] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131089, 'name': ReconfigVM_Task, 'duration_secs': 0.275354} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.123276] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.127893] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa591c2-5323-4d1a-94ef-00bf3e09e5be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.143196] env[69371]: DEBUG oslo_concurrency.lockutils [None req-75622a3c-04cd-46f0-9c25-f0d5f97db94c tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "01cbfd8a-cfaa-4549-a377-da904ccaf743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.620s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.145869] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1229.145869] env[69371]: value = "task-4131090" [ 1229.145869] env[69371]: _type = "Task" [ 1229.145869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.159286] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.216226] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.216226] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbf0a593-fdb5-4728-a38f-1205b640b5fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.225497] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1229.225497] env[69371]: value = "task-4131091" [ 1229.225497] env[69371]: _type = "Task" [ 1229.225497] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.236973] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.435862] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1299ea4c-162c-4ca9-9493-3e0791dcccfb] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.438192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.438608] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.658979] env[69371]: DEBUG oslo_vmware.api [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131090, 'name': ReconfigVM_Task, 'duration_secs': 0.162173} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.659481] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818192', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'name': 'volume-650da2e1-0120-413f-858d-6fcb70a5ebc9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb6d50fa-fd1e-4d72-a443-b0c21b579302', 'attached_at': '', 'detached_at': '', 'volume_id': '650da2e1-0120-413f-858d-6fcb70a5ebc9', 'serial': '650da2e1-0120-413f-858d-6fcb70a5ebc9'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.738538] env[69371]: DEBUG oslo_vmware.api [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131091, 'name': PowerOnVM_Task, 'duration_secs': 0.415566} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.738967] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.739084] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-bc20e1da-ae0d-4315-bf12-96417e2ecc7f tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance '1cce0421-d577-4068-84bd-2f93e5d5562e' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.944459] env[69371]: INFO nova.compute.claims [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.953596] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 615b5f22-2d44-473c-8d1d-529ce881f98a] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.223151] env[69371]: DEBUG nova.objects.instance [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'flavor' on Instance uuid bb6d50fa-fd1e-4d72-a443-b0c21b579302 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.455354] env[69371]: INFO nova.compute.resource_tracker [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating resource usage from migration 3a0b10ee-ddcf-48f3-8830-d47648cea24b [ 1230.458132] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 46ef29b1-5382-4a0a-a241-615b56ed9cb1] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.595382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c723d-aca3-41e9-ac54-b24e4b0a4a0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.603964] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a97201c-f0cb-4e52-a888-10a2a7c11546 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.640971] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729d71e-47a6-4e3f-9de4-2125fba436d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.650391] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eef968-0d56-4f0c-9835-5677acc44682 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.668739] env[69371]: DEBUG nova.compute.provider_tree [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.827640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "717641be-93e8-41c0-a0a2-5b70490358d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.827640] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.961125] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a2c66ab9-7232-4b25-9f76-79a80e0faf6d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.170562] env[69371]: DEBUG nova.scheduler.client.report [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.232857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4c4a838b-e9be-442f-bfaa-a0cfbf8fe4bc tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.329158] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.377052] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.377298] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.469837] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 056bc8c1-8739-4605-b24c-805f30544886] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.577255] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.577255] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.577255] env[69371]: DEBUG nova.compute.manager [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Going to confirm migration 6 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1231.677251] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.236s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.677251] env[69371]: INFO nova.compute.manager [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Migrating [ 1231.856813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.856813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.857628] env[69371]: INFO nova.compute.claims [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.880128] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.972877] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4cf51ce4-7593-4b3b-9d16-d90af3233f9b] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.157757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.157757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquired lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.157757] env[69371]: DEBUG nova.network.neutron [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.157757] env[69371]: DEBUG nova.objects.instance [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'info_cache' on Instance uuid 1cce0421-d577-4068-84bd-2f93e5d5562e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.197506] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.197760] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.197965] env[69371]: DEBUG nova.network.neutron [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.405389] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.449973] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.450351] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.450573] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.450796] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.451014] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.453258] env[69371]: INFO nova.compute.manager [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Terminating instance [ 1232.475832] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: d0b9fc16-2f91-47c0-b870-718edc9031e8] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.913318] env[69371]: DEBUG nova.network.neutron [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.957473] env[69371]: DEBUG nova.compute.manager [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.957710] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.960829] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52adff03-7b35-407b-9c3d-8983613b83a7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.969584] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.969880] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0825c647-ee3f-4f1f-948e-b8d79d97119c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.977483] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1232.977483] env[69371]: value = "task-4131092" [ 1232.977483] env[69371]: _type = "Task" [ 1232.977483] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.980637] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 21ac72f2-c1e7-49e9-9a90-e393064471aa] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.989589] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.999018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e2399e-7d5a-4901-bb2b-4d2178c308a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.005895] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a805cb30-666b-4f96-90e1-71b106c11a7c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.038219] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168004cb-f707-4eab-91a9-5bd4bc2ea377 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.046543] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99563a4-b6ce-432b-bf62-4c6f84b7ec02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.061463] env[69371]: DEBUG nova.compute.provider_tree [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.370390] env[69371]: DEBUG nova.network.neutron [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [{"id": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "address": "fa:16:3e:bf:3d:d3", "network": {"id": "dbabb4ef-dd2b-48b9-a3bf-e225450d2d27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862775971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82ecf37c8115478fac90bba1ce3164f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f069cee-bc", "ovs_interfaceid": "8f069cee-bc1d-4250-8d24-efa4bca7a3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.416977] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.489244] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: c9fa009b-e531-4e27-933e-97f99a0ddc6b] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.491068] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131092, 'name': PowerOffVM_Task, 'duration_secs': 0.268979} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.491500] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.491667] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.491910] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ade3ebfb-6b2e-4a05-a146-95dbce07f8d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.559370] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.559692] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.559996] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore2] bb6d50fa-fd1e-4d72-a443-b0c21b579302 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.560318] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6c5049-6b72-44a3-98f8-cd7526fe7412 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.564914] env[69371]: DEBUG nova.scheduler.client.report [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.569439] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1233.569439] env[69371]: value = "task-4131094" [ 1233.569439] env[69371]: _type = "Task" [ 1233.569439] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.578094] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.872914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Releasing lock "refresh_cache-1cce0421-d577-4068-84bd-2f93e5d5562e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.873223] env[69371]: DEBUG nova.objects.instance [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lazy-loading 'migration_context' on Instance uuid 1cce0421-d577-4068-84bd-2f93e5d5562e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.992841] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1787cdf4-a184-4404-a9a8-f45877de9599] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.071441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.072009] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.074792] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.670s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.076191] env[69371]: INFO nova.compute.claims [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.091841] env[69371]: DEBUG oslo_vmware.api [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147515} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.092168] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.093284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.093284] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.093284] env[69371]: INFO nova.compute.manager [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1234.093284] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.094902] env[69371]: DEBUG nova.compute.manager [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.094902] env[69371]: DEBUG nova.network.neutron [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.376459] env[69371]: DEBUG nova.objects.base [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Object Instance<1cce0421-d577-4068-84bd-2f93e5d5562e> lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.377903] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f6de0-8925-4d57-9898-bf09310f964f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.398634] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8856045f-1542-4ffb-9500-c22f59e23aec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.405620] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1234.405620] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]522d6959-19cb-16dc-02e5-c1c1f25fa305" [ 1234.405620] env[69371]: _type = "Task" [ 1234.405620] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.415655] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]522d6959-19cb-16dc-02e5-c1c1f25fa305, 'name': SearchDatastore_Task, 'duration_secs': 0.00804} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.416030] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.496736] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 519994ef-1c68-45cf-b022-d7433038e768] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.587968] env[69371]: DEBUG nova.compute.utils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.589542] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.589789] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.790856] env[69371]: DEBUG nova.policy [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.865068] env[69371]: DEBUG nova.compute.manager [req-f3335332-a287-492d-b1aa-42cc0eac4f07 req-b012090f-d88c-4971-ae06-7e27e437cb9b service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Received event network-vif-deleted-0f6c8c4c-7f48-4008-b5e2-91bb4750165f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.865752] env[69371]: INFO nova.compute.manager [req-f3335332-a287-492d-b1aa-42cc0eac4f07 req-b012090f-d88c-4971-ae06-7e27e437cb9b service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Neutron deleted interface 0f6c8c4c-7f48-4008-b5e2-91bb4750165f; detaching it from the instance and deleting it from the info cache [ 1234.866344] env[69371]: DEBUG nova.network.neutron [req-f3335332-a287-492d-b1aa-42cc0eac4f07 req-b012090f-d88c-4971-ae06-7e27e437cb9b service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.933208] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb7b15-9e7b-4b4b-af5c-860130f7c502 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.958242] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.000051] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 28443994-167a-440a-8235-c2ecc98733ee] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.093884] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.142572] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Successfully created port: 54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.241884] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a075f-d60b-4f28-807f-004165b9f913 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.249942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310319c-ed0c-4683-bf5b-899ec61179c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.280502] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48fd883-5d0e-46ab-ab16-00050fdb7ae8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.289145] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf207c-9df8-492e-b789-72a033c51347 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.306799] env[69371]: DEBUG nova.compute.provider_tree [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.335129] env[69371]: DEBUG nova.network.neutron [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.370575] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bb08cb9-4d4a-4532-b552-1249f6da707e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.382264] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce15a1-51e1-486d-ab55-c8963158a6e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.420623] env[69371]: DEBUG nova.compute.manager [req-f3335332-a287-492d-b1aa-42cc0eac4f07 req-b012090f-d88c-4971-ae06-7e27e437cb9b service nova] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Detach interface failed, port_id=0f6c8c4c-7f48-4008-b5e2-91bb4750165f, reason: Instance bb6d50fa-fd1e-4d72-a443-b0c21b579302 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.466332] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.466657] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4aa04c6-7781-4dbe-baa7-f8f8de908b83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.474166] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1235.474166] env[69371]: value = "task-4131095" [ 1235.474166] env[69371]: _type = "Task" [ 1235.474166] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.484616] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.504073] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4daec03b-466d-4d80-82b4-988e4e10f319] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.810204] env[69371]: DEBUG nova.scheduler.client.report [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.836260] env[69371]: INFO nova.compute.manager [-] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Took 1.74 seconds to deallocate network for instance. [ 1235.985095] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131095, 'name': PowerOffVM_Task, 'duration_secs': 0.198681} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.985402] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.985588] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.007708] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 3a0b8487-3566-4af1-9ef6-7d4ecf07dee5] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.104844] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.133014] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.133305] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.133462] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.133642] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.133788] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.133934] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.134154] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.134314] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.134480] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.134657] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.134802] env[69371]: DEBUG nova.virt.hardware [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.135903] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de529fc-95a5-40a7-9695-8a4410cf5d54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.145151] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726dc64-ecb3-43ff-9ef7-672243551a18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.314599] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.315335] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.317750] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.902s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.342351] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.491905] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.493059] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.493059] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.493059] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.493059] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.493059] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.493430] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.493584] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.493796] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.494024] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.494226] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.500140] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3ce75f-98e2-4e13-b58d-a690d85157a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.511553] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 618567d8-1d8e-48e0-9ef1-6ecf755d01b5] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.519598] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1236.519598] env[69371]: value = "task-4131096" [ 1236.519598] env[69371]: _type = "Task" [ 1236.519598] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.529274] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.666500] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Successfully updated port: 54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.821304] env[69371]: DEBUG nova.compute.utils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.826168] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.826338] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.880551] env[69371]: DEBUG nova.policy [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '555e5efde8dd40abb013618413a205ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d6545d31b5a4e0b8ee355e3e0caabea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.962590] env[69371]: DEBUG nova.compute.manager [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Received event network-vif-plugged-54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.964560] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Acquiring lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.964560] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.964560] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.964560] env[69371]: DEBUG nova.compute.manager [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] No waiting events found dispatching network-vif-plugged-54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.964560] env[69371]: WARNING nova.compute.manager [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Received unexpected event network-vif-plugged-54af47c4-7f11-463e-9032-10bbd33148d4 for instance with vm_state building and task_state spawning. [ 1236.964560] env[69371]: DEBUG nova.compute.manager [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Received event network-changed-54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.964560] env[69371]: DEBUG nova.compute.manager [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Refreshing instance network info cache due to event network-changed-54af47c4-7f11-463e-9032-10bbd33148d4. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.964560] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Acquiring lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.964560] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Acquired lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.964560] env[69371]: DEBUG nova.network.neutron [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Refreshing network info cache for port 54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.992559] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df683c93-42ef-489e-9038-29b212e67556 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.001570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac558f1-b9b4-4af9-8580-739c9a8308d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.034342] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 2a6009f5-bca6-47c4-8bf8-df472114d87e] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.040372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e232a9-c5ff-4ef7-aefb-b35daaba4915 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.048720] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131096, 'name': ReconfigVM_Task, 'duration_secs': 0.199958} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.051490] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.055842] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b38a34d-86ad-4b87-b9bc-1b5d7c56effc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.071686] env[69371]: DEBUG nova.compute.provider_tree [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.172552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.176614] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Successfully created port: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.327125] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.498696] env[69371]: DEBUG nova.network.neutron [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.537512] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 79bdbfcc-5ed4-41d9-97bd-9d5a9e829541] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.562745] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.562994] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.563145] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.563331] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.563478] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.563624] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.563825] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.563986] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.564167] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.564329] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.564503] env[69371]: DEBUG nova.virt.hardware [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.570206] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.571184] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818df31d-8fcd-45df-9773-6d945c28999d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.586191] env[69371]: DEBUG nova.network.neutron [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.588881] env[69371]: DEBUG nova.scheduler.client.report [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.599363] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1237.599363] env[69371]: value = "task-4131097" [ 1237.599363] env[69371]: _type = "Task" [ 1237.599363] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.610509] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.093408] env[69371]: DEBUG oslo_concurrency.lockutils [req-e857c5d2-4b66-48b4-b3b6-969a3b6d8b29 req-3ad3aba2-15a8-42d2-be96-9943a013415f service nova] Releasing lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.097350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.097573] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.116257] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131097, 'name': ReconfigVM_Task, 'duration_secs': 0.218671} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.116699] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.118317] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48483165-38fb-483f-ad03-2fff57f8a4e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.156723] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.157705] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12bf152b-8933-4a2a-aba6-9fc94873020b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.191258] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1238.191258] env[69371]: value = "task-4131098" [ 1238.191258] env[69371]: _type = "Task" [ 1238.191258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.204583] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.338880] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.371021] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.371021] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.371451] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.372084] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.372084] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.372084] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.372587] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.372587] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.372587] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.372744] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.372926] env[69371]: DEBUG nova.virt.hardware [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.373866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7cfba-e5e3-4c74-a27b-40975ee87af2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.382623] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b0994-5d35-4ffd-8ca1-ed4e6de9e574 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.602013] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.606537] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.264s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.606757] env[69371]: DEBUG nova.objects.instance [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'resources' on Instance uuid bb6d50fa-fd1e-4d72-a443-b0c21b579302 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.653335] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.703285] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.802713] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Successfully updated port: 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.853923] env[69371]: DEBUG nova.network.neutron [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Updating instance_info_cache with network_info: [{"id": "54af47c4-7f11-463e-9032-10bbd33148d4", "address": "fa:16:3e:0c:ad:97", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af47c4-7f", "ovs_interfaceid": "54af47c4-7f11-463e-9032-10bbd33148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.117745] env[69371]: DEBUG nova.compute.manager [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.117982] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.118203] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.118369] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.118536] env[69371]: DEBUG nova.compute.manager [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] No waiting events found dispatching network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1239.118880] env[69371]: WARNING nova.compute.manager [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received unexpected event network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 for instance with vm_state building and task_state spawning. [ 1239.118880] env[69371]: DEBUG nova.compute.manager [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.119476] env[69371]: DEBUG nova.compute.manager [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing instance network info cache due to event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.119476] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.119476] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.119476] env[69371]: DEBUG nova.network.neutron [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing network info cache for port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.178542] env[69371]: INFO nova.scheduler.client.report [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocation for migration 9fd1c040-3ed5-4586-981f-ce8232ce8b79 [ 1239.205529] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131098, 'name': ReconfigVM_Task, 'duration_secs': 0.843244} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.205780] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfigured VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.206052] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.256330] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e02a92-5889-4cfa-a3ac-f383fd40d3d6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.264627] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6e9fe-94c0-4891-8a23-d04d9e5a5b24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.297084] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b955e-e5be-47e6-a42c-7490714e988d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.304829] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b6359-9443-4478-9b0a-07df0e85dcbb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.309098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.319459] env[69371]: DEBUG nova.compute.provider_tree [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.356270] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-717641be-93e8-41c0-a0a2-5b70490358d2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.356711] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance network_info: |[{"id": "54af47c4-7f11-463e-9032-10bbd33148d4", "address": "fa:16:3e:0c:ad:97", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af47c4-7f", "ovs_interfaceid": "54af47c4-7f11-463e-9032-10bbd33148d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.357179] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ad:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54af47c4-7f11-463e-9032-10bbd33148d4', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.365438] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.366009] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.366267] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d620371c-5d50-49e2-831c-90ee8f899e6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.388450] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.388450] env[69371]: value = "task-4131099" [ 1239.388450] env[69371]: _type = "Task" [ 1239.388450] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.396485] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131099, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.652195] env[69371]: DEBUG nova.network.neutron [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.684493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.109s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.713077] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c498256e-b535-4746-81c8-ccd7bc448dc0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.732824] env[69371]: DEBUG nova.network.neutron [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.734400] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06ee0d-b83f-4f91-a811-ed08a5654f38 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.754610] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.822701] env[69371]: DEBUG nova.scheduler.client.report [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.898624] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131099, 'name': CreateVM_Task, 'duration_secs': 0.3031} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.898791] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.899505] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.899673] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.900081] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.900351] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508292ff-db9f-4ed7-938a-76880e90cd00 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.906250] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1239.906250] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5253103d-35e4-4bd3-8828-80e8ef449ea9" [ 1239.906250] env[69371]: _type = "Task" [ 1239.906250] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.914233] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5253103d-35e4-4bd3-8828-80e8ef449ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.237611] env[69371]: DEBUG oslo_concurrency.lockutils [req-015b612d-e985-4cbf-b278-c2dc624c04af req-1cf44c0e-21bf-4662-ac79-7f9f02eb6b6a service nova] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.238116] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.238286] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.292802] env[69371]: DEBUG nova.network.neutron [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Port c3e4840c-4a01-44dc-9ead-68107073b9ac binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1240.328370] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.346716] env[69371]: INFO nova.scheduler.client.report [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocations for instance bb6d50fa-fd1e-4d72-a443-b0c21b579302 [ 1240.417246] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5253103d-35e4-4bd3-8828-80e8ef449ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.417508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.417739] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.418009] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.418192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.418384] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.418649] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b7d621c-f9a6-4a06-889a-983af9b7f1d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.427212] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.427417] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.428091] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604db8b6-2fd1-4a17-a93f-6f7138bb74d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.433858] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1240.433858] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8094a-19bb-08cf-d58f-83fc8ab21bbb" [ 1240.433858] env[69371]: _type = "Task" [ 1240.433858] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.441793] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8094a-19bb-08cf-d58f-83fc8ab21bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.790152] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.856354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4261eed2-1582-4a75-b6f6-ecd8eb8ef4b2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "bb6d50fa-fd1e-4d72-a443-b0c21b579302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.406s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.945629] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c8094a-19bb-08cf-d58f-83fc8ab21bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.946457] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f865d14-33f0-4836-92db-01b2140b25ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.949421] env[69371]: DEBUG nova.network.neutron [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.954427] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1240.954427] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87281-e2c9-ef74-d284-556cf854daa8" [ 1240.954427] env[69371]: _type = "Task" [ 1240.954427] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.962574] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87281-e2c9-ef74-d284-556cf854daa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.107899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.108192] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.108421] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.108605] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.109699] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.113906] env[69371]: INFO nova.compute.manager [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Terminating instance [ 1241.313650] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.313980] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.314082] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.452658] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.452944] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance network_info: |[{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.453373] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ec:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a297ee7-a2bc-4a6d-a51c-84e39b88f241', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.461545] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating folder: Project (3d6545d31b5a4e0b8ee355e3e0caabea). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.462286] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53cd086b-a545-4875-9e06-d66c89ecaa6d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.474016] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f87281-e2c9-ef74-d284-556cf854daa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.474016] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.474016] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 717641be-93e8-41c0-a0a2-5b70490358d2/717641be-93e8-41c0-a0a2-5b70490358d2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.474231] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0080fbd6-ad94-47b1-8c46-0b888e310dbe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.477332] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created folder: Project (3d6545d31b5a4e0b8ee355e3e0caabea) in parent group-v817910. [ 1241.477545] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating folder: Instances. Parent ref: group-v818212. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.478125] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1632d6f5-de01-4217-b414-517110e73823 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.483504] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1241.483504] env[69371]: value = "task-4131101" [ 1241.483504] env[69371]: _type = "Task" [ 1241.483504] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.489196] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created folder: Instances in parent group-v818212. [ 1241.489516] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.490135] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.490438] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58569745-d6c6-4978-9b89-302cfc6a83f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.510223] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.515729] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.515729] env[69371]: value = "task-4131103" [ 1241.515729] env[69371]: _type = "Task" [ 1241.515729] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.525873] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131103, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.618335] env[69371]: DEBUG nova.compute.manager [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.618528] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.619491] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc2e52-ef56-4e66-9241-c0b8db4e218e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.631554] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.631852] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641debec-06fa-4642-851b-cbdfbe102488 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.643286] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1241.643286] env[69371]: value = "task-4131104" [ 1241.643286] env[69371]: _type = "Task" [ 1241.643286] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.656844] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.995773] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49581} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.996153] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 717641be-93e8-41c0-a0a2-5b70490358d2/717641be-93e8-41c0-a0a2-5b70490358d2.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.996231] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.996466] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e7e98fb-9ad9-4e8a-9a14-c486ad83653c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.004511] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1242.004511] env[69371]: value = "task-4131105" [ 1242.004511] env[69371]: _type = "Task" [ 1242.004511] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.014449] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.025471] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131103, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.155933] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131104, 'name': PowerOffVM_Task, 'duration_secs': 0.335834} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.156228] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.156399] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.156691] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603a4d25-7243-49c7-a2e6-20caf2d26644 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.185585] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.185813] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.244604] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.244823] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.244996] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleting the datastore file [datastore2] 1cce0421-d577-4068-84bd-2f93e5d5562e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.245292] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f96bcaf5-dea9-492d-b955-3a8f0cffdfe1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.260444] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for the task: (returnval){ [ 1242.260444] env[69371]: value = "task-4131107" [ 1242.260444] env[69371]: _type = "Task" [ 1242.260444] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.269436] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.366412] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.366750] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.367040] env[69371]: DEBUG nova.network.neutron [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.516116] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067015} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.516116] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.516827] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab33ad-d952-4162-972c-f97b2e2be01a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.527634] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131103, 'name': CreateVM_Task, 'duration_secs': 0.526367} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.536621] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.545397] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 717641be-93e8-41c0-a0a2-5b70490358d2/717641be-93e8-41c0-a0a2-5b70490358d2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.546101] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.546271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.546603] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.546832] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893168dc-f1ba-4975-b234-2e30b8ec5325 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.561017] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fdc9f9-24f8-435d-bb11-49b7a9dc6f89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.566364] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1242.566364] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526683b3-b044-ca9e-13b5-30e7902c76b9" [ 1242.566364] env[69371]: _type = "Task" [ 1242.566364] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.570974] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1242.570974] env[69371]: value = "task-4131108" [ 1242.570974] env[69371]: _type = "Task" [ 1242.570974] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.577439] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526683b3-b044-ca9e-13b5-30e7902c76b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.582604] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.691512] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.771296] env[69371]: DEBUG oslo_vmware.api [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Task: {'id': task-4131107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153088} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.771532] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.771676] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.771853] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.772078] env[69371]: INFO nova.compute.manager [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1242.772337] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.772542] env[69371]: DEBUG nova.compute.manager [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.772638] env[69371]: DEBUG nova.network.neutron [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.078494] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526683b3-b044-ca9e-13b5-30e7902c76b9, 'name': SearchDatastore_Task, 'duration_secs': 0.041389} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.079229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.079425] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.079662] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.079808] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.080054] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.080321] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533a256b-111f-49bc-b003-b60f18dc7c18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.087663] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.095947] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.096170] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.101102] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b179285-6dcd-4eca-aa41-e545615d156d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.105535] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1243.105535] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]528f420b-37f2-7dd2-f018-017de0e8a35d" [ 1243.105535] env[69371]: _type = "Task" [ 1243.105535] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.113845] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528f420b-37f2-7dd2-f018-017de0e8a35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.152101] env[69371]: DEBUG nova.compute.manager [req-52e3ef57-88f2-4398-bb9e-192eb0ad91e2 req-194612ce-3282-43b3-9acd-e69640acf130 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Received event network-vif-deleted-8f069cee-bc1d-4250-8d24-efa4bca7a3f9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.152355] env[69371]: INFO nova.compute.manager [req-52e3ef57-88f2-4398-bb9e-192eb0ad91e2 req-194612ce-3282-43b3-9acd-e69640acf130 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Neutron deleted interface 8f069cee-bc1d-4250-8d24-efa4bca7a3f9; detaching it from the instance and deleting it from the info cache [ 1243.152473] env[69371]: DEBUG nova.network.neutron [req-52e3ef57-88f2-4398-bb9e-192eb0ad91e2 req-194612ce-3282-43b3-9acd-e69640acf130 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.187790] env[69371]: DEBUG nova.network.neutron [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.219898] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.220275] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.222265] env[69371]: INFO nova.compute.claims [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.582444] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131108, 'name': ReconfigVM_Task, 'duration_secs': 0.531529} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.582755] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 717641be-93e8-41c0-a0a2-5b70490358d2/717641be-93e8-41c0-a0a2-5b70490358d2.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.583497] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3640c02-24a1-411f-ac51-0e277718a650 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.590818] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1243.590818] env[69371]: value = "task-4131109" [ 1243.590818] env[69371]: _type = "Task" [ 1243.590818] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.600009] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131109, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.619500] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]528f420b-37f2-7dd2-f018-017de0e8a35d, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.620216] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a794cf7-b91d-4f5b-92cc-09d1118d3f09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.627345] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1243.627345] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5267c7d9-1e6e-6a7e-ec22-e5119f4e1f17" [ 1243.627345] env[69371]: _type = "Task" [ 1243.627345] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.635439] env[69371]: DEBUG nova.network.neutron [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.636648] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5267c7d9-1e6e-6a7e-ec22-e5119f4e1f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.657380] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf37821f-0799-4b52-bbea-4372c940bf74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.669762] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dd7ee8-b138-42f9-b3af-78857914c274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.698208] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.703397] env[69371]: DEBUG nova.compute.manager [req-52e3ef57-88f2-4398-bb9e-192eb0ad91e2 req-194612ce-3282-43b3-9acd-e69640acf130 service nova] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Detach interface failed, port_id=8f069cee-bc1d-4250-8d24-efa4bca7a3f9, reason: Instance 1cce0421-d577-4068-84bd-2f93e5d5562e could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.101080] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131109, 'name': Rename_Task, 'duration_secs': 0.148404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.101427] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.101617] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bad3d6c-f2b2-4ca6-976b-234c949c8927 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.108574] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1244.108574] env[69371]: value = "task-4131110" [ 1244.108574] env[69371]: _type = "Task" [ 1244.108574] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.116140] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.136758] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5267c7d9-1e6e-6a7e-ec22-e5119f4e1f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.137141] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.137543] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.138128] env[69371]: INFO nova.compute.manager [-] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Took 1.37 seconds to deallocate network for instance. [ 1244.138366] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c78f00-4fc7-4293-a2e5-a7e47e56be9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.148294] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1244.148294] env[69371]: value = "task-4131111" [ 1244.148294] env[69371]: _type = "Task" [ 1244.148294] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.157567] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.222766] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87474f37-19f3-42e9-9922-eaf1ca80dc9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.244532] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff056f-a95f-46e2-acf5-15cd65fc2e9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.252278] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.364536] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffdfe7-6498-4cc7-97c4-96014c67bfc9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.377643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7665b39-f522-43e5-a29e-66c6c128e261 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.426403] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5c4fc-9dd5-4d7e-bc42-3f347e73005e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.439058] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc90d0-57e6-4b0b-8eef-8aef882a23ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.460236] env[69371]: DEBUG nova.compute.provider_tree [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.620030] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131110, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.648790] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.658563] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463789} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.658918] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.659223] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.659564] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa73c25-ee25-4a8c-bb66-b37de5a36bc8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.666248] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1244.666248] env[69371]: value = "task-4131112" [ 1244.666248] env[69371]: _type = "Task" [ 1244.666248] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.674780] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.759656] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.760168] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ffafbb-b6a6-4e71-9bad-a10e82b9e743 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.769941] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1244.769941] env[69371]: value = "task-4131113" [ 1244.769941] env[69371]: _type = "Task" [ 1244.769941] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.781563] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.964339] env[69371]: DEBUG nova.scheduler.client.report [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.120335] env[69371]: DEBUG oslo_vmware.api [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131110, 'name': PowerOnVM_Task, 'duration_secs': 0.704736} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.120685] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.120685] env[69371]: INFO nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1245.120796] env[69371]: DEBUG nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.121718] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e23ac0-52e6-4db3-89d5-200a545d6d30 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.176795] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070884} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.177108] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.177936] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1547055-0e33-444b-a505-3b004537511f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.200025] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.200353] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8542fbb-cd45-4ee0-9ce6-024f79628f96 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.221177] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1245.221177] env[69371]: value = "task-4131114" [ 1245.221177] env[69371]: _type = "Task" [ 1245.221177] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.229028] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.281858] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.469357] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.470042] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.472630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.824s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.472825] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.495133] env[69371]: INFO nova.scheduler.client.report [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Deleted allocations for instance 1cce0421-d577-4068-84bd-2f93e5d5562e [ 1245.637906] env[69371]: INFO nova.compute.manager [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Took 13.80 seconds to build instance. [ 1245.731423] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131114, 'name': ReconfigVM_Task, 'duration_secs': 0.308447} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.731699] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.732440] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee743a52-778b-482d-86c0-f995555e0a23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.739822] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1245.739822] env[69371]: value = "task-4131115" [ 1245.739822] env[69371]: _type = "Task" [ 1245.739822] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.748261] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131115, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.781140] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131113, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.976886] env[69371]: DEBUG nova.compute.utils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.978456] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.978553] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.006463] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e33e4987-ceb3-4955-9719-8039d82671dc tempest-DeleteServersTestJSON-1639732089 tempest-DeleteServersTestJSON-1639732089-project-member] Lock "1cce0421-d577-4068-84bd-2f93e5d5562e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.898s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.024471] env[69371]: DEBUG nova.policy [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66544765b434a46a4dfe27c1cf57d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9d217773b04a2aad8b0ed13d62907c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.140258] env[69371]: DEBUG oslo_concurrency.lockutils [None req-22661b01-f9d6-4b74-b4c0-14b61a46f193 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.313s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.254832] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131115, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.282414] env[69371]: DEBUG oslo_vmware.api [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131113, 'name': PowerOnVM_Task, 'duration_secs': 1.226517} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.282903] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.283301] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa5470-0ee6-4008-983a-285fd3fe97b1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance 'a8253049-0f6f-4725-aaba-d1ea09f18ee2' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.307219] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Successfully created port: ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.483470] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.752614] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131115, 'name': Rename_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.799228] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "717641be-93e8-41c0-a0a2-5b70490358d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.799517] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.799741] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.799957] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.800154] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.803068] env[69371]: INFO nova.compute.manager [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Terminating instance [ 1247.252456] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131115, 'name': Rename_Task, 'duration_secs': 1.150546} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.252825] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.252993] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c87f85a-ec29-4538-a204-0aaa3edde23a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.260471] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1247.260471] env[69371]: value = "task-4131117" [ 1247.260471] env[69371]: _type = "Task" [ 1247.260471] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.269118] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.307530] env[69371]: DEBUG nova.compute.manager [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.310050] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.310050] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45862dcd-bde4-4b1d-9896-7aff983e8ce1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.317836] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.318153] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9c05de-313d-4b20-ae14-85ed313cad7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.324863] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1247.324863] env[69371]: value = "task-4131118" [ 1247.324863] env[69371]: _type = "Task" [ 1247.324863] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.334701] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.491890] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.522496] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.522709] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.522868] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.523072] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.523228] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.523373] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.523583] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.523743] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.523915] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.524105] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.524289] env[69371]: DEBUG nova.virt.hardware [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.525232] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ad483-48c5-4da8-aad9-80d46cf111c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.533471] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd3f506-4f22-408e-a587-fecc58e26d31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.708605] env[69371]: DEBUG nova.compute.manager [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Received event network-vif-plugged-ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.708869] env[69371]: DEBUG oslo_concurrency.lockutils [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] Acquiring lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.709275] env[69371]: DEBUG oslo_concurrency.lockutils [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.709397] env[69371]: DEBUG oslo_concurrency.lockutils [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.709623] env[69371]: DEBUG nova.compute.manager [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] No waiting events found dispatching network-vif-plugged-ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.709813] env[69371]: WARNING nova.compute.manager [req-4e74a6b9-df88-4ee8-b132-8f716a2c316c req-9a60e8df-bf2f-4500-b733-e85d012a65c5 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Received unexpected event network-vif-plugged-ff86921e-e542-4316-abc4-c36114bc7d23 for instance with vm_state building and task_state spawning. [ 1247.771018] env[69371]: DEBUG oslo_vmware.api [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131117, 'name': PowerOnVM_Task, 'duration_secs': 0.490416} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.771307] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.771510] env[69371]: INFO nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1247.771686] env[69371]: DEBUG nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.772482] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9768f-7232-441e-adfc-799fb5cc7d22 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.792693] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Successfully updated port: ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.835413] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131118, 'name': PowerOffVM_Task, 'duration_secs': 0.211507} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.835714] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.835913] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.836206] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68613ebe-c350-4284-af99-835e1a83d8a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.911419] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.911728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.912077] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore2] 717641be-93e8-41c0-a0a2-5b70490358d2 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.912546] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f86a84dd-f187-4e9a-bbc3-ee85370157bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.920104] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1247.920104] env[69371]: value = "task-4131120" [ 1247.920104] env[69371]: _type = "Task" [ 1247.920104] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.931596] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.291029] env[69371]: INFO nova.compute.manager [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Took 15.91 seconds to build instance. [ 1248.295182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.295331] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.295508] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.429946] env[69371]: DEBUG oslo_vmware.api [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188755} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.430227] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.430421] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.430603] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.430775] env[69371]: INFO nova.compute.manager [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1248.431065] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.431275] env[69371]: DEBUG nova.compute.manager [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.431363] env[69371]: DEBUG nova.network.neutron [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.793316] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3aac4457-b81f-4c1e-906c-1f2f5dc754ce tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.416s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.848337] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.083920] env[69371]: DEBUG nova.network.neutron [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Port c3e4840c-4a01-44dc-9ead-68107073b9ac binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.084323] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.084554] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.084797] env[69371]: DEBUG nova.network.neutron [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.148102] env[69371]: DEBUG nova.network.neutron [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updating instance_info_cache with network_info: [{"id": "ff86921e-e542-4316-abc4-c36114bc7d23", "address": "fa:16:3e:52:3f:c2", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff86921e-e5", "ovs_interfaceid": "ff86921e-e542-4316-abc4-c36114bc7d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.197384] env[69371]: DEBUG nova.network.neutron [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.463331] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "8213d924-5e2f-4114-8d7f-680af920c90f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.463572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.651093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.651453] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Instance network_info: |[{"id": "ff86921e-e542-4316-abc4-c36114bc7d23", "address": "fa:16:3e:52:3f:c2", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff86921e-e5", "ovs_interfaceid": "ff86921e-e542-4316-abc4-c36114bc7d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.651904] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:3f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff86921e-e542-4316-abc4-c36114bc7d23', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.660774] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.661077] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.661362] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b5a1cfb-bd16-4b44-9d51-624b7da8b1dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.683358] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.683358] env[69371]: value = "task-4131121" [ 1249.683358] env[69371]: _type = "Task" [ 1249.683358] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.692184] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131121, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.700476] env[69371]: INFO nova.compute.manager [-] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Took 1.27 seconds to deallocate network for instance. [ 1249.744885] env[69371]: DEBUG nova.compute.manager [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Received event network-changed-ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.745206] env[69371]: DEBUG nova.compute.manager [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Refreshing instance network info cache due to event network-changed-ff86921e-e542-4316-abc4-c36114bc7d23. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.745466] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] Acquiring lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.745640] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] Acquired lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.745787] env[69371]: DEBUG nova.network.neutron [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Refreshing network info cache for port ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.955238] env[69371]: DEBUG nova.network.neutron [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.966870] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.194718] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131121, 'name': CreateVM_Task, 'duration_secs': 0.393136} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.194883] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.195665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.195843] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.196194] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.196491] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf20b70-d3ca-42b1-8b4b-650663ebbf4e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.202336] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1250.202336] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5227d9d8-7848-2f80-c7ac-1a18e25006c7" [ 1250.202336] env[69371]: _type = "Task" [ 1250.202336] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.213139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.213434] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.213722] env[69371]: DEBUG nova.objects.instance [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid 717641be-93e8-41c0-a0a2-5b70490358d2 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.214780] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5227d9d8-7848-2f80-c7ac-1a18e25006c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.458955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.492610] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.573040] env[69371]: DEBUG nova.network.neutron [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updated VIF entry in instance network info cache for port ff86921e-e542-4316-abc4-c36114bc7d23. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.573427] env[69371]: DEBUG nova.network.neutron [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updating instance_info_cache with network_info: [{"id": "ff86921e-e542-4316-abc4-c36114bc7d23", "address": "fa:16:3e:52:3f:c2", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff86921e-e5", "ovs_interfaceid": "ff86921e-e542-4316-abc4-c36114bc7d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.713675] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5227d9d8-7848-2f80-c7ac-1a18e25006c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.714021] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.714272] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.714527] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.714677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.714864] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.715187] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df177baf-eb99-49b1-bc01-d7db140a6762 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.733854] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.734127] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.737440] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64109011-e8c1-47c2-9c78-d08a5267903b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.744478] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1250.744478] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fa5a19-6f37-aef6-d592-362c263252cd" [ 1250.744478] env[69371]: _type = "Task" [ 1250.744478] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.753528] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fa5a19-6f37-aef6-d592-362c263252cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.841901] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9ae7c-27a0-4077-a9e0-17cae43a60b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.851125] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52226813-14d8-49de-aa29-44a8dccf9692 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.885340] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84986e7-5504-43fe-bb7f-f603ad4e6c15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.893644] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c99c41-36fe-488b-9324-c49a1f4a4194 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.908249] env[69371]: DEBUG nova.compute.provider_tree [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.963313] env[69371]: DEBUG nova.compute.manager [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69371) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1250.963313] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.078278] env[69371]: DEBUG oslo_concurrency.lockutils [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] Releasing lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.078558] env[69371]: DEBUG nova.compute.manager [req-c7abd983-fe51-426f-896d-b801f3732300 req-f89a4c67-eb38-4fde-9a80-dd5f0c3f601e service nova] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Received event network-vif-deleted-54af47c4-7f11-463e-9032-10bbd33148d4 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.258611] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fa5a19-6f37-aef6-d592-362c263252cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014193} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.259812] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ded002-dc4e-4262-bebd-67bd949b37f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.265839] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1251.265839] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbadde-3a05-6d05-8d6b-fc844aa50899" [ 1251.265839] env[69371]: _type = "Task" [ 1251.265839] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.275691] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbadde-3a05-6d05-8d6b-fc844aa50899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.411260] env[69371]: DEBUG nova.scheduler.client.report [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.779299] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52cbadde-3a05-6d05-8d6b-fc844aa50899, 'name': SearchDatastore_Task, 'duration_secs': 0.025237} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.779624] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.779848] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 32e05fa3-b737-4916-aa1a-ea01744aa39e/32e05fa3-b737-4916-aa1a-ea01744aa39e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.780180] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f40c66-235c-4a60-b4e0-0ae95d5e5970 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.788125] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1251.788125] env[69371]: value = "task-4131122" [ 1251.788125] env[69371]: _type = "Task" [ 1251.788125] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.796639] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.917014] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.919168] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.427s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.920973] env[69371]: INFO nova.compute.claims [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.940384] env[69371]: INFO nova.scheduler.client.report [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance 717641be-93e8-41c0-a0a2-5b70490358d2 [ 1252.300951] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131122, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.447821] env[69371]: DEBUG oslo_concurrency.lockutils [None req-dca864a0-430d-444a-b385-5535596e9d50 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "717641be-93e8-41c0-a0a2-5b70490358d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.648s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.799071] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542296} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.799441] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 32e05fa3-b737-4916-aa1a-ea01744aa39e/32e05fa3-b737-4916-aa1a-ea01744aa39e.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.799555] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.799886] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1deb8fd5-5c51-498b-876d-66654dc9ccf1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.808640] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1252.808640] env[69371]: value = "task-4131123" [ 1252.808640] env[69371]: _type = "Task" [ 1252.808640] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.817466] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.055664] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6233b7-4fbe-4988-88b5-46caa0d63a26 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.066087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e449b-8c85-40ca-be0d-c11c43612b68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.102014] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5692ae74-a2db-4735-9358-10cf7a0ae6a1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.107765] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63e8de-f2bb-4a8a-8f89-7582a6a44af2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.124776] env[69371]: DEBUG nova.compute.provider_tree [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.226902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "07e17a22-1c59-4b36-ad05-863ca4689a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.227144] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.319307] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063218} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.319778] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.321034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c30b6c8-dd58-4c87-9f7d-4bbdef5700f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.346548] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 32e05fa3-b737-4916-aa1a-ea01744aa39e/32e05fa3-b737-4916-aa1a-ea01744aa39e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.346907] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901a975a-2656-476c-a016-382df3e4565c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.368869] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1253.368869] env[69371]: value = "task-4131124" [ 1253.368869] env[69371]: _type = "Task" [ 1253.368869] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.377703] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.630273] env[69371]: DEBUG nova.scheduler.client.report [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.729171] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.880522] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131124, 'name': ReconfigVM_Task, 'duration_secs': 0.303116} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.882630] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 32e05fa3-b737-4916-aa1a-ea01744aa39e/32e05fa3-b737-4916-aa1a-ea01744aa39e.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.882630] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36827f43-67f1-4e92-b0dc-c6cecd935f65 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.891046] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1253.891046] env[69371]: value = "task-4131125" [ 1253.891046] env[69371]: _type = "Task" [ 1253.891046] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.897173] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131125, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.136928] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.137503] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.140471] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.177s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.256078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.402035] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131125, 'name': Rename_Task, 'duration_secs': 0.161755} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.402340] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.402648] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3d27d6-3dd2-42d6-9f0b-49a46edcf82e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.411594] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1254.411594] env[69371]: value = "task-4131126" [ 1254.411594] env[69371]: _type = "Task" [ 1254.411594] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.421474] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.643965] env[69371]: DEBUG nova.compute.utils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.645594] env[69371]: DEBUG nova.objects.instance [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'migration_context' on Instance uuid a8253049-0f6f-4725-aaba-d1ea09f18ee2 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.649051] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.649051] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.719009] env[69371]: DEBUG nova.policy [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '555e5efde8dd40abb013618413a205ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d6545d31b5a4e0b8ee355e3e0caabea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.922451] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.985723] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Successfully created port: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.115213] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.116788] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.148256] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.290784] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b586d39-7527-4acd-959f-3d8c29113195 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.298461] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1a11a-03ba-44cd-9e28-6ae0bd6d17c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.329298] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d46dd-7942-4bd9-adb8-37b6f9c3e302 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.337381] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd8a04-0115-4f0f-9f57-391e01177788 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.350905] env[69371]: DEBUG nova.compute.provider_tree [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.423369] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.620938] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.854282] env[69371]: DEBUG nova.scheduler.client.report [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.924639] env[69371]: DEBUG oslo_vmware.api [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131126, 'name': PowerOnVM_Task, 'duration_secs': 1.132293} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.925058] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.925157] env[69371]: INFO nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1255.925348] env[69371]: DEBUG nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.926252] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb9fd1-00c0-4b80-89c6-aba7bc34736a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.141476] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.162432] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.191958] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.192219] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.192400] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.192600] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.192748] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.192895] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.193239] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.193417] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.193585] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.193748] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.193918] env[69371]: DEBUG nova.virt.hardware [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.194773] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c777b5-d7bd-4a09-8597-e573dde52539 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.203187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0784dbad-5aca-4eb6-8d98-fe7b47dc7450 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.453800] env[69371]: INFO nova.compute.manager [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Took 13.26 seconds to build instance. [ 1256.607435] env[69371]: DEBUG nova.compute.manager [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Received event network-vif-plugged-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.607435] env[69371]: DEBUG oslo_concurrency.lockutils [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] Acquiring lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.607435] env[69371]: DEBUG oslo_concurrency.lockutils [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] Lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.607435] env[69371]: DEBUG oslo_concurrency.lockutils [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] Lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.608283] env[69371]: DEBUG nova.compute.manager [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] No waiting events found dispatching network-vif-plugged-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.608675] env[69371]: WARNING nova.compute.manager [req-f87e81e4-31c6-4cb3-93bd-e3da88814dcf req-763a6ee7-cdc5-4275-95d5-b9b3f213d2b8 service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Received unexpected event network-vif-plugged-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d for instance with vm_state building and task_state spawning. [ 1256.646995] env[69371]: DEBUG nova.compute.manager [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Received event network-changed-ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.647425] env[69371]: DEBUG nova.compute.manager [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Refreshing instance network info cache due to event network-changed-ff86921e-e542-4316-abc4-c36114bc7d23. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.647475] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] Acquiring lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.647581] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] Acquired lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.647741] env[69371]: DEBUG nova.network.neutron [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Refreshing network info cache for port ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.702869] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Successfully updated port: 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.866162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.875610] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.620s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.877578] env[69371]: INFO nova.compute.claims [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.956101] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c4de982-14f9-4b67-b2a4-b27cba2112ed tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.770s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.206331] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.206714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.206714] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.408044] env[69371]: DEBUG nova.network.neutron [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updated VIF entry in instance network info cache for port ff86921e-e542-4316-abc4-c36114bc7d23. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.408450] env[69371]: DEBUG nova.network.neutron [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updating instance_info_cache with network_info: [{"id": "ff86921e-e542-4316-abc4-c36114bc7d23", "address": "fa:16:3e:52:3f:c2", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff86921e-e5", "ovs_interfaceid": "ff86921e-e542-4316-abc4-c36114bc7d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.740377] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.881683] env[69371]: DEBUG nova.network.neutron [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Updating instance_info_cache with network_info: [{"id": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "address": "fa:16:3e:d6:49:4d", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d894df2-4d", "ovs_interfaceid": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.911557] env[69371]: DEBUG oslo_concurrency.lockutils [req-4ed2a0d9-2b4a-45ab-aad5-552ff54d9ed5 req-e1202e4b-6757-4b30-9436-014299f76130 service nova] Releasing lock "refresh_cache-32e05fa3-b737-4916-aa1a-ea01744aa39e" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.012351] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d704639-e7e6-4ac9-b2f2-94fcc92b1cb8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.020322] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcccfda-4416-49db-aec1-ba6fd08ee0e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.051177] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e360d-6ad2-46da-8bfa-f7e9ac4c3705 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.059027] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a08809-84a8-40e5-b33b-77c79aa65630 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.072959] env[69371]: DEBUG nova.compute.provider_tree [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.384363] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.384754] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Instance network_info: |[{"id": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "address": "fa:16:3e:d6:49:4d", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d894df2-4d", "ovs_interfaceid": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.385283] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:49:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.393155] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.393443] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.393733] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f990c6-8f87-49f0-bf63-df23b3bd6c73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.417250] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.417250] env[69371]: value = "task-4131128" [ 1258.417250] env[69371]: _type = "Task" [ 1258.417250] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.423695] env[69371]: INFO nova.compute.manager [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Swapping old allocation on dict_keys(['52d5f370-49b9-4ee2-8c63-e0aaa6865b00']) held by migration 3a0b10ee-ddcf-48f3-8830-d47648cea24b for instance [ 1258.431777] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131128, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.447199] env[69371]: DEBUG nova.scheduler.client.report [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Overwriting current allocation {'allocations': {'52d5f370-49b9-4ee2-8c63-e0aaa6865b00': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 164}}, 'project_id': '3939e3c67ec5499b8e980e90652869ca', 'user_id': 'f7fd63bf50e64a61a326784c1e89d435', 'consumer_generation': 1} on consumer a8253049-0f6f-4725-aaba-d1ea09f18ee2 {{(pid=69371) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1258.541675] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.541865] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.542054] env[69371]: DEBUG nova.network.neutron [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.576403] env[69371]: DEBUG nova.scheduler.client.report [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.634873] env[69371]: DEBUG nova.compute.manager [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Received event network-changed-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.635193] env[69371]: DEBUG nova.compute.manager [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Refreshing instance network info cache due to event network-changed-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.635342] env[69371]: DEBUG oslo_concurrency.lockutils [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] Acquiring lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.635481] env[69371]: DEBUG oslo_concurrency.lockutils [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] Acquired lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.635641] env[69371]: DEBUG nova.network.neutron [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Refreshing network info cache for port 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.929270] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131128, 'name': CreateVM_Task, 'duration_secs': 0.387645} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.929595] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.930415] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.930599] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.930962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.931350] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b063da-e37c-4e7f-84dd-2b90221b530d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.938295] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1258.938295] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5276c180-9463-7e24-6ac6-a5bd617f4a33" [ 1258.938295] env[69371]: _type = "Task" [ 1258.938295] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.947806] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5276c180-9463-7e24-6ac6-a5bd617f4a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.083074] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.083074] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.085199] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.944s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.086626] env[69371]: INFO nova.compute.claims [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.342618] env[69371]: DEBUG nova.network.neutron [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [{"id": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "address": "fa:16:3e:98:b5:1c", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e4840c-4a", "ovs_interfaceid": "c3e4840c-4a01-44dc-9ead-68107073b9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.406398] env[69371]: DEBUG nova.network.neutron [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Updated VIF entry in instance network info cache for port 2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.406803] env[69371]: DEBUG nova.network.neutron [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Updating instance_info_cache with network_info: [{"id": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "address": "fa:16:3e:d6:49:4d", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d894df2-4d", "ovs_interfaceid": "2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.448850] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5276c180-9463-7e24-6ac6-a5bd617f4a33, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.449175] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.449412] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.449651] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.449799] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.449981] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.450285] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d82d629-77a9-4ca8-822d-8a40bc1b19bf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.458963] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.459163] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.459851] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32f7fa7-2ce4-4e52-9839-5667474413b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.465190] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1259.465190] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b803b0-b1ae-8bce-389a-79824fea6d36" [ 1259.465190] env[69371]: _type = "Task" [ 1259.465190] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.472776] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b803b0-b1ae-8bce-389a-79824fea6d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.591152] env[69371]: DEBUG nova.compute.utils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.594618] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.594762] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.632876] env[69371]: DEBUG nova.policy [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '984f7821425f412783d80811196d2dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac62eb5038b4cddae519845d70992b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.849265] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-a8253049-0f6f-4725-aaba-d1ea09f18ee2" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.849879] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.850261] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebffed3-6379-4b09-8a62-d58b391da919 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.863486] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1259.863486] env[69371]: value = "task-4131129" [ 1259.863486] env[69371]: _type = "Task" [ 1259.863486] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.871358] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.910250] env[69371]: DEBUG oslo_concurrency.lockutils [req-bb4ca820-ae62-4f38-9f60-34c6391f232b req-dc92f534-e168-4e77-bd98-cafb89efc78d service nova] Releasing lock "refresh_cache-8213d924-5e2f-4114-8d7f-680af920c90f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.942365] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Successfully created port: 6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.979628] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b803b0-b1ae-8bce-389a-79824fea6d36, 'name': SearchDatastore_Task, 'duration_secs': 0.015163} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.980633] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f03f26-ce23-4979-be9b-f44c4ffda3f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.986865] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1259.986865] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527b74db-7438-d2bd-688a-1fc570507e4e" [ 1259.986865] env[69371]: _type = "Task" [ 1259.986865] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.995395] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527b74db-7438-d2bd-688a-1fc570507e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.095329] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.240947] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94edad8-b979-4c79-8a84-2cbf356c2915 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.253578] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7310c-4872-4a65-9cdd-335aa3aae7cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.294992] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d29430-fea0-4d19-879a-76541202d7e9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.305368] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0635cb-5aaf-4d91-bf6c-dd5e4108ff0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.322359] env[69371]: DEBUG nova.compute.provider_tree [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.372848] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131129, 'name': PowerOffVM_Task, 'duration_secs': 0.223558} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.373205] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.373944] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.374254] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.374389] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.374673] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.374898] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.375146] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.375469] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.375715] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.375988] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.376278] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.376563] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.383385] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2dcc91-0835-45a8-aab6-97cc1c2ed0b1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.400815] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1260.400815] env[69371]: value = "task-4131130" [ 1260.400815] env[69371]: _type = "Task" [ 1260.400815] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.415029] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.500328] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527b74db-7438-d2bd-688a-1fc570507e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.500730] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.501025] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 8213d924-5e2f-4114-8d7f-680af920c90f/8213d924-5e2f-4114-8d7f-680af920c90f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.501750] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a9a7715-3220-4bb4-8182-c147d1aac404 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.509607] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1260.509607] env[69371]: value = "task-4131132" [ 1260.509607] env[69371]: _type = "Task" [ 1260.509607] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.520441] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.825523] env[69371]: DEBUG nova.scheduler.client.report [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.911702] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131130, 'name': ReconfigVM_Task, 'duration_secs': 0.311795} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.912599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef436317-4a86-4337-b97e-5d57ca08bdc7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.932913] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.933250] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.933353] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.933599] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.933793] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.934021] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.934172] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.934334] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.934496] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.934654] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.934850] env[69371]: DEBUG nova.virt.hardware [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.935810] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93102b61-e1a4-426b-bf6c-e6d4456f7720 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.942504] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1260.942504] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]521872af-2147-acd5-a5bc-f0578d63f4de" [ 1260.942504] env[69371]: _type = "Task" [ 1260.942504] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.951482] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521872af-2147-acd5-a5bc-f0578d63f4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.021184] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.110154] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.140276] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.140549] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.140708] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.140891] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.141045] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.141196] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.141404] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.141557] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.141724] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.141900] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.142078] env[69371]: DEBUG nova.virt.hardware [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.142942] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42e3903-a0b5-4367-9b33-450ce824f7d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.151069] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa79abe-7148-4f9c-8be2-a8e2f64f578f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.331152] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.331779] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.417151] env[69371]: DEBUG nova.compute.manager [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Received event network-vif-plugged-6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.417618] env[69371]: DEBUG oslo_concurrency.lockutils [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] Acquiring lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.417618] env[69371]: DEBUG oslo_concurrency.lockutils [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.417786] env[69371]: DEBUG oslo_concurrency.lockutils [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.417969] env[69371]: DEBUG nova.compute.manager [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] No waiting events found dispatching network-vif-plugged-6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1261.418340] env[69371]: WARNING nova.compute.manager [req-f6019c59-5332-436d-ab41-d1f6d5791718 req-e804d97e-71cc-4b22-a239-6b1f7db20bb5 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Received unexpected event network-vif-plugged-6fe041fd-a69d-4712-929f-c1258ca507d5 for instance with vm_state building and task_state spawning. [ 1261.456091] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]521872af-2147-acd5-a5bc-f0578d63f4de, 'name': SearchDatastore_Task, 'duration_secs': 0.017754} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.462160] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.462572] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0a3f95-9c0f-47a7-ae36-69e70a51ccbd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.482656] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Successfully updated port: 6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.492310] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1261.492310] env[69371]: value = "task-4131133" [ 1261.492310] env[69371]: _type = "Task" [ 1261.492310] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.507769] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131133, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.523833] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.837750] env[69371]: DEBUG nova.compute.utils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.839564] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.839759] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.882803] env[69371]: DEBUG nova.policy [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be1c6dc89fb430b820ca2958459e95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0623d607a442388847057af2fb2e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.987995] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.989078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.989078] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.003164] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131133, 'name': ReconfigVM_Task, 'duration_secs': 0.304887} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.003451] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.004285] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d2567d-dead-4f13-b82e-d7c6615adc51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.027470] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.030557] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7826c24-b787-4b07-b2c3-72200bfeb29d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.049468] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131132, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.1033} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.050842] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 8213d924-5e2f-4114-8d7f-680af920c90f/8213d924-5e2f-4114-8d7f-680af920c90f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.051086] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.051409] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1262.051409] env[69371]: value = "task-4131134" [ 1262.051409] env[69371]: _type = "Task" [ 1262.051409] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.051610] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b31e847-a217-4d57-bf86-d85d1cd5509a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.061873] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.064184] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1262.064184] env[69371]: value = "task-4131135" [ 1262.064184] env[69371]: _type = "Task" [ 1262.064184] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.073089] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.192176] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Successfully created port: 9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.343520] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.533481] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.562976] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131134, 'name': ReconfigVM_Task, 'duration_secs': 0.344119} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.563294] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Reconfigured VM instance instance-0000006b to attach disk [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2/a8253049-0f6f-4725-aaba-d1ea09f18ee2.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.564156] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf8d8b-f627-4dfd-9689-3908d5d11f9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.574455] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078628} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.588761] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.592118] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911cbf57-ac7b-4c42-b5a2-f49146b20585 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.595203] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4724e9c5-afca-4c4a-8414-af35ff52cee6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.617963] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8213d924-5e2f-4114-8d7f-680af920c90f/8213d924-5e2f-4114-8d7f-680af920c90f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.631278] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcec13c6-f7de-4e19-bc00-0d2fa4409713 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.648341] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044a6af-0a16-43ba-9c4e-ac7d58574685 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.669580] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744c345-6910-4b7c-a51b-afd1c808c513 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.672549] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1262.672549] env[69371]: value = "task-4131137" [ 1262.672549] env[69371]: _type = "Task" [ 1262.672549] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.679117] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.680091] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31a7b3c-7917-468c-b543-b0813d100718 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.685451] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.689191] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1262.689191] env[69371]: value = "task-4131138" [ 1262.689191] env[69371]: _type = "Task" [ 1262.689191] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.698619] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.722965] env[69371]: DEBUG nova.network.neutron [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Updating instance_info_cache with network_info: [{"id": "6fe041fd-a69d-4712-929f-c1258ca507d5", "address": "fa:16:3e:24:92:2a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe041fd-a6", "ovs_interfaceid": "6fe041fd-a69d-4712-929f-c1258ca507d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.187876] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.204281] env[69371]: DEBUG oslo_vmware.api [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131138, 'name': PowerOnVM_Task, 'duration_secs': 0.410675} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.204751] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.231318] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.231666] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Instance network_info: |[{"id": "6fe041fd-a69d-4712-929f-c1258ca507d5", "address": "fa:16:3e:24:92:2a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe041fd-a6", "ovs_interfaceid": "6fe041fd-a69d-4712-929f-c1258ca507d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.232447] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:92:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe041fd-a69d-4712-929f-c1258ca507d5', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.241237] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.241952] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.242280] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a2e62d-47ab-4601-ba14-fb0287637860 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.265569] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.265569] env[69371]: value = "task-4131139" [ 1263.265569] env[69371]: _type = "Task" [ 1263.265569] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.275033] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131139, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.355568] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.384507] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.384757] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.384911] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.385105] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.385257] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.385438] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.385603] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.385757] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.385924] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.386111] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.386291] env[69371]: DEBUG nova.virt.hardware [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.387208] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad464b5-1fcc-4997-bc12-d10c2b6227cd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.396423] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1424ec8-de37-46f5-9f6c-9daabecd42f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.443736] env[69371]: DEBUG nova.compute.manager [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Received event network-changed-6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.443947] env[69371]: DEBUG nova.compute.manager [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Refreshing instance network info cache due to event network-changed-6fe041fd-a69d-4712-929f-c1258ca507d5. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.444239] env[69371]: DEBUG oslo_concurrency.lockutils [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] Acquiring lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.444318] env[69371]: DEBUG oslo_concurrency.lockutils [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] Acquired lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.444502] env[69371]: DEBUG nova.network.neutron [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Refreshing network info cache for port 6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.683933] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131137, 'name': ReconfigVM_Task, 'duration_secs': 0.559443} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.684399] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8213d924-5e2f-4114-8d7f-680af920c90f/8213d924-5e2f-4114-8d7f-680af920c90f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.685250] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed1adf1-c496-4413-b780-b01f1976c213 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.693226] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1263.693226] env[69371]: value = "task-4131140" [ 1263.693226] env[69371]: _type = "Task" [ 1263.693226] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.695805] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Successfully updated port: 9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.707784] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131140, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.775627] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131139, 'name': CreateVM_Task, 'duration_secs': 0.40752} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.775813] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.783531] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.783716] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.784162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.784564] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fcfd1b-3b24-48e4-aaee-8bb78896f5bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.790375] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1263.790375] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5212de56-a149-a67d-2fa1-68b14d60b036" [ 1263.790375] env[69371]: _type = "Task" [ 1263.790375] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.799757] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5212de56-a149-a67d-2fa1-68b14d60b036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.136148] env[69371]: DEBUG nova.network.neutron [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Updated VIF entry in instance network info cache for port 6fe041fd-a69d-4712-929f-c1258ca507d5. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.136523] env[69371]: DEBUG nova.network.neutron [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Updating instance_info_cache with network_info: [{"id": "6fe041fd-a69d-4712-929f-c1258ca507d5", "address": "fa:16:3e:24:92:2a", "network": {"id": "eb4453d6-0b91-4517-84dc-0fecae72226c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1025290471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac62eb5038b4cddae519845d70992b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe041fd-a6", "ovs_interfaceid": "6fe041fd-a69d-4712-929f-c1258ca507d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.204862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.204862] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.204862] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.211289] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131140, 'name': Rename_Task, 'duration_secs': 0.167693} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.211963] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.212403] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b480e679-94a2-450e-aa0f-a51b882ee702 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.220455] env[69371]: INFO nova.compute.manager [None req-a0b14973-e2ee-4cf5-9ba6-c78c2fe95d7e tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance to original state: 'active' [ 1264.224526] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1264.224526] env[69371]: value = "task-4131141" [ 1264.224526] env[69371]: _type = "Task" [ 1264.224526] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.234989] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.302014] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5212de56-a149-a67d-2fa1-68b14d60b036, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.302345] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.302627] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.302832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.302985] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.303187] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.303489] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a47ea4-2d84-44d8-9d69-8e0c6ce29fab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.320692] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.320951] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.321709] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8184c161-3ae6-49c7-acb1-cf83a36ac65b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.328344] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1264.328344] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523f6b91-3358-7ca7-91fc-85b2bce520f5" [ 1264.328344] env[69371]: _type = "Task" [ 1264.328344] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.337784] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523f6b91-3358-7ca7-91fc-85b2bce520f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.640596] env[69371]: DEBUG oslo_concurrency.lockutils [req-bbded714-7142-4d5d-81a4-09d317a25b2c req-322787b9-e3f2-4388-8dc5-a0cf1438a3b3 service nova] Releasing lock "refresh_cache-07e17a22-1c59-4b36-ad05-863ca4689a57" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.736173] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.741721] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.842159] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523f6b91-3358-7ca7-91fc-85b2bce520f5, 'name': SearchDatastore_Task, 'duration_secs': 0.042146} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.843043] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3f34f1-c276-4517-9810-adf05d3003d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.849167] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1264.849167] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5291882c-f08b-337e-86b8-975c93eaf456" [ 1264.849167] env[69371]: _type = "Task" [ 1264.849167] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.859490] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5291882c-f08b-337e-86b8-975c93eaf456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.885735] env[69371]: DEBUG nova.network.neutron [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.239504] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.361342] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5291882c-f08b-337e-86b8-975c93eaf456, 'name': SearchDatastore_Task, 'duration_secs': 0.028296} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.361705] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.362025] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 07e17a22-1c59-4b36-ad05-863ca4689a57/07e17a22-1c59-4b36-ad05-863ca4689a57.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.362349] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba232a1f-d171-437a-ac9f-7dbb3bacb617 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.371161] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1265.371161] env[69371]: value = "task-4131143" [ 1265.371161] env[69371]: _type = "Task" [ 1265.371161] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.380489] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.388859] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.389337] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Instance network_info: |[{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.389826] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d1:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e3f9353-d374-48b3-84c1-be23adf81245', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.399809] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating folder: Project (cd0623d607a442388847057af2fb2e2a). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.400276] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aac9d6c-e420-434a-aba9-bd02869dec3c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.411971] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created folder: Project (cd0623d607a442388847057af2fb2e2a) in parent group-v817910. [ 1265.412211] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating folder: Instances. Parent ref: group-v818219. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.412506] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdbec71b-2b5a-4253-8bcf-162c183b9362 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.424322] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created folder: Instances in parent group-v818219. [ 1265.424429] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.424655] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.425829] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af6a87a-57dd-40be-810d-f6b3027ff1e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.449378] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.449378] env[69371]: value = "task-4131146" [ 1265.449378] env[69371]: _type = "Task" [ 1265.449378] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.458580] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131146, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.526403] env[69371]: DEBUG nova.compute.manager [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Received event network-vif-plugged-9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.527375] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.527375] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.527375] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.527515] env[69371]: DEBUG nova.compute.manager [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] No waiting events found dispatching network-vif-plugged-9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1265.527729] env[69371]: WARNING nova.compute.manager [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Received unexpected event network-vif-plugged-9e3f9353-d374-48b3-84c1-be23adf81245 for instance with vm_state building and task_state spawning. [ 1265.527928] env[69371]: DEBUG nova.compute.manager [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Received event network-changed-9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.528160] env[69371]: DEBUG nova.compute.manager [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Refreshing instance network info cache due to event network-changed-9e3f9353-d374-48b3-84c1-be23adf81245. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.528401] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.528582] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.528758] env[69371]: DEBUG nova.network.neutron [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Refreshing network info cache for port 9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.744030] env[69371]: DEBUG oslo_vmware.api [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131141, 'name': PowerOnVM_Task, 'duration_secs': 1.176881} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.744557] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.744906] env[69371]: INFO nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1265.745249] env[69371]: DEBUG nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.746650] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827035de-44c3-4f93-b851-fae064ea0d09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.882221] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.959701] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131146, 'name': CreateVM_Task, 'duration_secs': 0.427493} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.959957] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.960710] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.960877] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.961707] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.961707] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3924f473-749b-4318-84c5-a6280d13c8fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.967502] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1265.967502] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52171af9-12e0-8790-819e-5b2ff7914408" [ 1265.967502] env[69371]: _type = "Task" [ 1265.967502] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.976640] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52171af9-12e0-8790-819e-5b2ff7914408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.232501] env[69371]: DEBUG nova.network.neutron [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updated VIF entry in instance network info cache for port 9e3f9353-d374-48b3-84c1-be23adf81245. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.232858] env[69371]: DEBUG nova.network.neutron [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.273913] env[69371]: INFO nova.compute.manager [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Took 15.80 seconds to build instance. [ 1266.275032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.275032] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.275233] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.275339] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.275942] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.277440] env[69371]: INFO nova.compute.manager [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Terminating instance [ 1266.383423] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665605} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.383796] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 07e17a22-1c59-4b36-ad05-863ca4689a57/07e17a22-1c59-4b36-ad05-863ca4689a57.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.384111] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.384404] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a964e2-bbd0-49c8-9560-596d14b52c74 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.392092] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1266.392092] env[69371]: value = "task-4131147" [ 1266.392092] env[69371]: _type = "Task" [ 1266.392092] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.401125] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.477921] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52171af9-12e0-8790-819e-5b2ff7914408, 'name': SearchDatastore_Task, 'duration_secs': 0.068348} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.478307] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.478560] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.478817] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.478977] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.479162] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.479446] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c02ba67c-e1fe-47f1-af2e-89a6987c9a58 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.494211] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.494418] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.495246] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437eb0db-7571-46ae-8ba2-81662135f87a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.501478] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1266.501478] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52512e07-f7de-d958-bd64-5e4c55754bb6" [ 1266.501478] env[69371]: _type = "Task" [ 1266.501478] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.509964] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52512e07-f7de-d958-bd64-5e4c55754bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.735691] env[69371]: DEBUG oslo_concurrency.lockutils [req-a4be94ad-a381-42e5-8b61-17dd98146efd req-a88aacff-de36-48b8-8d70-d9e2b0e2a412 service nova] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.778085] env[69371]: DEBUG oslo_concurrency.lockutils [None req-50d5056b-253b-4c2c-b380-f967120eb23c tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.314s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.781038] env[69371]: DEBUG nova.compute.manager [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.781385] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.782745] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b339d0-4b5b-49a8-b8bf-0286cea9b4c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.791604] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.791818] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdde0f2f-e2ea-43ef-8058-a3a2f3bd1948 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.799244] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1266.799244] env[69371]: value = "task-4131149" [ 1266.799244] env[69371]: _type = "Task" [ 1266.799244] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.809588] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.905351] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322856} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.905644] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.906617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5f005-da57-41a4-993e-bc711c592a31 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.933070] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 07e17a22-1c59-4b36-ad05-863ca4689a57/07e17a22-1c59-4b36-ad05-863ca4689a57.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.933070] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4167affc-837e-4b02-a54e-1e7d8e781aa9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.957964] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1266.957964] env[69371]: value = "task-4131150" [ 1266.957964] env[69371]: _type = "Task" [ 1266.957964] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.967821] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.014746] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52512e07-f7de-d958-bd64-5e4c55754bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.052706} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.015633] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f530eed-baab-4482-8d51-9c7be23b07ae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.022958] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1267.022958] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52538b07-b91b-6c6a-f398-74db37805f5e" [ 1267.022958] env[69371]: _type = "Task" [ 1267.022958] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.035348] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52538b07-b91b-6c6a-f398-74db37805f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.204441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "8213d924-5e2f-4114-8d7f-680af920c90f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.204692] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.204905] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.205101] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.205346] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.207720] env[69371]: INFO nova.compute.manager [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Terminating instance [ 1267.309763] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131149, 'name': PowerOffVM_Task, 'duration_secs': 0.232779} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.310201] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.310341] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.310563] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b245082f-30d3-4dc8-ab0b-b2e7dd30b7ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.379287] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.379567] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.379761] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleting the datastore file [datastore1] a8253049-0f6f-4725-aaba-d1ea09f18ee2 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.380049] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346b9e06-fd28-4392-85d3-71ebc66dd9b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.387403] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1267.387403] env[69371]: value = "task-4131152" [ 1267.387403] env[69371]: _type = "Task" [ 1267.387403] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.396019] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.469072] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.533345] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52538b07-b91b-6c6a-f398-74db37805f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.02455} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.533596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.533861] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.534169] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562457c6-1642-46ce-b2bd-fd8e8bc7fa7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.543028] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1267.543028] env[69371]: value = "task-4131153" [ 1267.543028] env[69371]: _type = "Task" [ 1267.543028] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.553367] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.712899] env[69371]: DEBUG nova.compute.manager [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.713204] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.714167] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad567987-ca8e-4f95-a7a7-179d1bcec438 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.723530] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.723888] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c17602d-6aa5-4ea4-b98f-765c3baf9d2e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.731537] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1267.731537] env[69371]: value = "task-4131154" [ 1267.731537] env[69371]: _type = "Task" [ 1267.731537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.742378] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.899751] env[69371]: DEBUG oslo_vmware.api [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161036} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.900157] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.900420] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.900767] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.900767] env[69371]: INFO nova.compute.manager [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1267.901088] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.901388] env[69371]: DEBUG nova.compute.manager [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.901518] env[69371]: DEBUG nova.network.neutron [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.970362] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131150, 'name': ReconfigVM_Task, 'duration_secs': 0.600796} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.970755] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 07e17a22-1c59-4b36-ad05-863ca4689a57/07e17a22-1c59-4b36-ad05-863ca4689a57.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.973904] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ef879f-49f6-4ca5-917a-6054ac0e85ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.983139] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1267.983139] env[69371]: value = "task-4131155" [ 1267.983139] env[69371]: _type = "Task" [ 1267.983139] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.994026] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131155, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.054351] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509516} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.054777] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.055090] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.055300] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e3b466-9fcd-4026-a591-2d4a8bc1e869 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.062863] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1268.062863] env[69371]: value = "task-4131156" [ 1268.062863] env[69371]: _type = "Task" [ 1268.062863] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.071431] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.245141] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131154, 'name': PowerOffVM_Task, 'duration_secs': 0.217761} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.245609] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.245906] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.246306] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b25b42c-0a95-4b9f-a59c-ea7ad2d5062b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.328891] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.329283] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.329329] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleting the datastore file [datastore2] 8213d924-5e2f-4114-8d7f-680af920c90f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.329589] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08af761b-b664-4b5c-a185-57835f7ee1cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.336720] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1268.336720] env[69371]: value = "task-4131158" [ 1268.336720] env[69371]: _type = "Task" [ 1268.336720] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.345811] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.418163] env[69371]: DEBUG nova.compute.manager [req-1207ab76-aeb2-418d-8559-5266a954969e req-8b1ce82b-4a74-4a10-8917-c3e80c80201e service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Received event network-vif-deleted-c3e4840c-4a01-44dc-9ead-68107073b9ac {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.418538] env[69371]: INFO nova.compute.manager [req-1207ab76-aeb2-418d-8559-5266a954969e req-8b1ce82b-4a74-4a10-8917-c3e80c80201e service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Neutron deleted interface c3e4840c-4a01-44dc-9ead-68107073b9ac; detaching it from the instance and deleting it from the info cache [ 1268.418538] env[69371]: DEBUG nova.network.neutron [req-1207ab76-aeb2-418d-8559-5266a954969e req-8b1ce82b-4a74-4a10-8917-c3e80c80201e service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.493946] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131155, 'name': Rename_Task, 'duration_secs': 0.16045} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.494222] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.494438] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae4fd3f-af4a-40b1-b808-42dbf9174284 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.501045] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1268.501045] env[69371]: value = "task-4131159" [ 1268.501045] env[69371]: _type = "Task" [ 1268.501045] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.510310] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.573487] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083858} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.573774] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.574599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd587b-5329-4fb7-bda2-ff7a2100720c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.598955] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.599374] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724258cd-47b6-4b5e-a630-74fecbdd7592 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.620207] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1268.620207] env[69371]: value = "task-4131160" [ 1268.620207] env[69371]: _type = "Task" [ 1268.620207] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.630171] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.849032] env[69371]: DEBUG oslo_vmware.api [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150164} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.849409] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.849662] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.849889] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.850115] env[69371]: INFO nova.compute.manager [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1268.850432] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.850677] env[69371]: DEBUG nova.compute.manager [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.850782] env[69371]: DEBUG nova.network.neutron [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.891994] env[69371]: DEBUG nova.network.neutron [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.922098] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fde7768a-b5df-4684-b55c-afe71bcac69f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.935984] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919cc606-43cf-4643-a6f5-cc4cd1ce1aea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.970240] env[69371]: DEBUG nova.compute.manager [req-1207ab76-aeb2-418d-8559-5266a954969e req-8b1ce82b-4a74-4a10-8917-c3e80c80201e service nova] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Detach interface failed, port_id=c3e4840c-4a01-44dc-9ead-68107073b9ac, reason: Instance a8253049-0f6f-4725-aaba-d1ea09f18ee2 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.012328] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.130906] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131160, 'name': ReconfigVM_Task, 'duration_secs': 0.299335} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.131263] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.131941] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a77e68-d6a9-40be-922b-ad52b704416a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.139408] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1269.139408] env[69371]: value = "task-4131162" [ 1269.139408] env[69371]: _type = "Task" [ 1269.139408] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.149947] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131162, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.395601] env[69371]: INFO nova.compute.manager [-] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Took 1.49 seconds to deallocate network for instance. [ 1269.513230] env[69371]: DEBUG oslo_vmware.api [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131159, 'name': PowerOnVM_Task, 'duration_secs': 0.599769} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.513498] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.513704] env[69371]: INFO nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1269.513881] env[69371]: DEBUG nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.514695] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c861c84-c960-443e-9ff0-d4bee42a7a3f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.651371] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131162, 'name': Rename_Task, 'duration_secs': 0.1641} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.651647] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.652510] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d0d46bb-2149-4dd6-acd8-59371fe9efc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.658842] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1269.658842] env[69371]: value = "task-4131163" [ 1269.658842] env[69371]: _type = "Task" [ 1269.658842] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.666959] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.673318] env[69371]: DEBUG nova.network.neutron [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.903067] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.903396] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.903652] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.026044] env[69371]: INFO nova.scheduler.client.report [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted allocations for instance a8253049-0f6f-4725-aaba-d1ea09f18ee2 [ 1270.038660] env[69371]: INFO nova.compute.manager [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Took 15.80 seconds to build instance. [ 1270.170985] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.175697] env[69371]: INFO nova.compute.manager [-] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Took 1.32 seconds to deallocate network for instance. [ 1270.541952] env[69371]: DEBUG oslo_concurrency.lockutils [None req-e89a99be-31ca-4453-8cb8-de4827133ae4 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.314s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.545029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ac80fa7b-4a02-4f1c-84f0-5ef965616fe9 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "a8253049-0f6f-4725-aaba-d1ea09f18ee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.270s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.553740] env[69371]: DEBUG nova.compute.manager [req-36270354-0e39-4626-b911-ada9c0162205 req-35fc9f37-f56b-4a8a-9d8c-a4944fa18f65 service nova] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Received event network-vif-deleted-2d894df2-4dd1-4fb4-bce9-6c46a6b69d5d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.671919] env[69371]: DEBUG oslo_vmware.api [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131163, 'name': PowerOnVM_Task, 'duration_secs': 0.554648} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.672201] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.672415] env[69371]: INFO nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1270.672596] env[69371]: DEBUG nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.673384] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a8c6f-ef60-4c67-80ee-7560ca7a92ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.684244] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.684580] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.684791] env[69371]: DEBUG nova.objects.instance [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'resources' on Instance uuid 8213d924-5e2f-4114-8d7f-680af920c90f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.104488] env[69371]: DEBUG oslo_concurrency.lockutils [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "07e17a22-1c59-4b36-ad05-863ca4689a57" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.104753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.104936] env[69371]: DEBUG nova.compute.manager [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.105870] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45676b1c-6caf-487a-aefd-413efd477ffd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.113050] env[69371]: DEBUG nova.compute.manager [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1271.113632] env[69371]: DEBUG nova.objects.instance [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'flavor' on Instance uuid 07e17a22-1c59-4b36-ad05-863ca4689a57 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.197437] env[69371]: INFO nova.compute.manager [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 15.07 seconds to build instance. [ 1271.312122] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109bda2d-f1d5-4940-8f17-bc6a51635bcc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.320359] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecff0eb-9924-49cd-9ded-85f6b74d35e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.351591] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83ad07-e47b-4bc8-8301-06d07840f4c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.359645] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d46c9a-7ddc-4444-8690-3c743a34b6b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.374242] env[69371]: DEBUG nova.compute.provider_tree [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.381390] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.381610] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.700357] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08a9608c-a293-44cd-a987-c415cefadf81 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.584s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.744258] env[69371]: DEBUG nova.compute.manager [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Received event network-changed-9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.744326] env[69371]: DEBUG nova.compute.manager [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Refreshing instance network info cache due to event network-changed-9e3f9353-d374-48b3-84c1-be23adf81245. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.744515] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.744655] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.744814] env[69371]: DEBUG nova.network.neutron [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Refreshing network info cache for port 9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.877901] env[69371]: DEBUG nova.scheduler.client.report [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.884674] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.120682] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.121254] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f2d288-5712-4ae8-b29e-7e57a939a6d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.128206] env[69371]: DEBUG oslo_vmware.api [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1272.128206] env[69371]: value = "task-4131165" [ 1272.128206] env[69371]: _type = "Task" [ 1272.128206] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.136767] env[69371]: DEBUG oslo_vmware.api [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.385149] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.404090] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.404392] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.406096] env[69371]: INFO nova.compute.claims [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.409619] env[69371]: INFO nova.scheduler.client.report [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted allocations for instance 8213d924-5e2f-4114-8d7f-680af920c90f [ 1272.466381] env[69371]: DEBUG nova.network.neutron [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updated VIF entry in instance network info cache for port 9e3f9353-d374-48b3-84c1-be23adf81245. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.466760] env[69371]: DEBUG nova.network.neutron [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.638601] env[69371]: DEBUG oslo_vmware.api [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131165, 'name': PowerOffVM_Task, 'duration_secs': 0.228838} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.640043] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.640043] env[69371]: DEBUG nova.compute.manager [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.640221] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9613f-a891-45f9-b531-869d526b6d16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.919236] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3e8dd5d3-f0cb-4bdc-9709-778adc64f7a9 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "8213d924-5e2f-4114-8d7f-680af920c90f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.969147] env[69371]: DEBUG oslo_concurrency.lockutils [req-4a89bb33-8f96-4f7f-8d33-90725ead8686 req-0d228a91-7ea1-47ed-9998-3d04d00dc3af service nova] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.154036] env[69371]: DEBUG oslo_concurrency.lockutils [None req-318c760f-e80a-45c2-9246-19d9144a51cd tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.539926] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb0137e-1228-40bc-bbff-8e1fd9cf0f55 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.548645] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0fd5f1-45eb-45d0-9be3-6942e7e967f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.581372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec32fe01-1c74-45fd-82ad-9c23a8c4a2c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.589707] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f954330-55fa-4654-b57a-5274440efbe2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.603425] env[69371]: DEBUG nova.compute.provider_tree [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.814177] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "07e17a22-1c59-4b36-ad05-863ca4689a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.814470] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.814684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.814881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.815065] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.817184] env[69371]: INFO nova.compute.manager [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Terminating instance [ 1274.107010] env[69371]: DEBUG nova.scheduler.client.report [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.320711] env[69371]: DEBUG nova.compute.manager [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.320963] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.321920] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e14da-7405-4311-8faa-045740e1006d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.329637] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.329868] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aab3c13-a1fb-46cf-8ab7-e83cdc312799 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.397924] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.398270] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.398495] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore2] 07e17a22-1c59-4b36-ad05-863ca4689a57 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.398829] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2561a2d0-53c8-40c0-826a-230b227ec4fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.406663] env[69371]: DEBUG oslo_vmware.api [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1274.406663] env[69371]: value = "task-4131168" [ 1274.406663] env[69371]: _type = "Task" [ 1274.406663] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.417043] env[69371]: DEBUG oslo_vmware.api [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.612757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.613284] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.916939] env[69371]: DEBUG oslo_vmware.api [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13105} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.917242] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.917452] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.917641] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.917917] env[69371]: INFO nova.compute.manager [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1274.918187] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.918393] env[69371]: DEBUG nova.compute.manager [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.918504] env[69371]: DEBUG nova.network.neutron [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.119033] env[69371]: DEBUG nova.compute.utils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.120805] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.120900] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.177458] env[69371]: DEBUG nova.policy [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd63bf50e64a61a326784c1e89d435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3939e3c67ec5499b8e980e90652869ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.299472] env[69371]: DEBUG nova.compute.manager [req-34b487d6-5c0d-4139-8ddc-ef6c86884979 req-b6cc2a89-7023-45be-bb06-7187685d8c5a service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Received event network-vif-deleted-6fe041fd-a69d-4712-929f-c1258ca507d5 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.299669] env[69371]: INFO nova.compute.manager [req-34b487d6-5c0d-4139-8ddc-ef6c86884979 req-b6cc2a89-7023-45be-bb06-7187685d8c5a service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Neutron deleted interface 6fe041fd-a69d-4712-929f-c1258ca507d5; detaching it from the instance and deleting it from the info cache [ 1275.299867] env[69371]: DEBUG nova.network.neutron [req-34b487d6-5c0d-4139-8ddc-ef6c86884979 req-b6cc2a89-7023-45be-bb06-7187685d8c5a service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.485094] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Successfully created port: 56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.627723] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.722365] env[69371]: DEBUG nova.network.neutron [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.802830] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c29c44-570e-47b2-b339-1e23c4293eff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.813456] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670171f8-ea28-4e81-a3b6-0745c632951e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.843261] env[69371]: DEBUG nova.compute.manager [req-34b487d6-5c0d-4139-8ddc-ef6c86884979 req-b6cc2a89-7023-45be-bb06-7187685d8c5a service nova] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Detach interface failed, port_id=6fe041fd-a69d-4712-929f-c1258ca507d5, reason: Instance 07e17a22-1c59-4b36-ad05-863ca4689a57 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.144354] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.144978] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.225864] env[69371]: INFO nova.compute.manager [-] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Took 1.31 seconds to deallocate network for instance. [ 1276.637085] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.648560] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.661219] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.661526] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.661654] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.661831] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.661992] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.662129] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.662408] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.662484] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.662646] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.662882] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.662994] env[69371]: DEBUG nova.virt.hardware [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.664208] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f82553a-d0da-4bee-90ea-0a8e8e06840e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.673029] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920d624-df5b-4af7-b8f4-a188daa456d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.732056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.732475] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.732860] env[69371]: DEBUG nova.objects.instance [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid 07e17a22-1c59-4b36-ad05-863ca4689a57 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.998638] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Successfully updated port: 56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.172802] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.336653] env[69371]: DEBUG nova.compute.manager [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Received event network-vif-plugged-56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.336982] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.337172] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.337481] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.337581] env[69371]: DEBUG nova.compute.manager [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] No waiting events found dispatching network-vif-plugged-56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1277.338070] env[69371]: WARNING nova.compute.manager [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Received unexpected event network-vif-plugged-56404b43-3314-42e5-b760-3b02ca88d660 for instance with vm_state building and task_state spawning. [ 1277.338070] env[69371]: DEBUG nova.compute.manager [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Received event network-changed-56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.338070] env[69371]: DEBUG nova.compute.manager [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Refreshing instance network info cache due to event network-changed-56404b43-3314-42e5-b760-3b02ca88d660. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.338400] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Acquiring lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.338400] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Acquired lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.338574] env[69371]: DEBUG nova.network.neutron [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Refreshing network info cache for port 56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.353434] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b226b75-751f-41ae-8b6e-4804d3ca2ccf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.361780] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204818a-c90e-442b-940d-3217e230020e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.393034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183b083-3dd6-4395-8bef-444cb7db8fe3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.401547] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97245bd3-339a-4ced-9d14-e30d11430519 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.415062] env[69371]: DEBUG nova.compute.provider_tree [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.500911] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.876114] env[69371]: DEBUG nova.network.neutron [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.918356] env[69371]: DEBUG nova.scheduler.client.report [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.961482] env[69371]: DEBUG nova.network.neutron [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.425513] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.427854] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.430023] env[69371]: INFO nova.compute.claims [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.447036] env[69371]: INFO nova.scheduler.client.report [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance 07e17a22-1c59-4b36-ad05-863ca4689a57 [ 1278.464695] env[69371]: DEBUG oslo_concurrency.lockutils [req-d97fab50-dd54-4fe7-9466-e37d8b9b64ab req-9864991c-fb57-4e59-a626-f05f2ed819ee service nova] Releasing lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.465123] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.465310] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.956321] env[69371]: DEBUG oslo_concurrency.lockutils [None req-4575a5c7-5771-432d-ac45-247bb43648a8 tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "07e17a22-1c59-4b36-ad05-863ca4689a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.140s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.003889] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.158881] env[69371]: DEBUG nova.network.neutron [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [{"id": "56404b43-3314-42e5-b760-3b02ca88d660", "address": "fa:16:3e:8a:a7:b0", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56404b43-33", "ovs_interfaceid": "56404b43-3314-42e5-b760-3b02ca88d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.543725] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4de7e1-5133-48c7-929b-1e64452cc1b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.551653] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa00c3-991f-48f0-9207-2117fc4a957d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.582258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d915a-a6d4-437e-ac87-7f4f40bb69ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.590017] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abbaa3e-892e-47c9-806d-a1a311f2198b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.362608] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.362899] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.363125] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.363321] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.363577] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.365260] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.365539] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance network_info: |[{"id": "56404b43-3314-42e5-b760-3b02ca88d660", "address": "fa:16:3e:8a:a7:b0", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56404b43-33", "ovs_interfaceid": "56404b43-3314-42e5-b760-3b02ca88d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.367096] env[69371]: DEBUG nova.compute.provider_tree [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.368959] env[69371]: INFO nova.compute.manager [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Terminating instance [ 1280.371706] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a7:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56404b43-3314-42e5-b760-3b02ca88d660', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.380156] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.381353] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.381649] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84b54c62-1f94-4f35-b920-31505c40c1a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.401653] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.401653] env[69371]: value = "task-4131169" [ 1280.401653] env[69371]: _type = "Task" [ 1280.401653] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.409963] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131169, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.869814] env[69371]: DEBUG nova.scheduler.client.report [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.873433] env[69371]: DEBUG nova.compute.manager [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.873655] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.874727] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2f102e-44f7-46b6-b301-6c2e1a91603a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.883073] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.883408] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1ac745-b66d-4a8c-a4fe-d11de7ef0baf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.891097] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1280.891097] env[69371]: value = "task-4131170" [ 1280.891097] env[69371]: _type = "Task" [ 1280.891097] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.901019] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.911704] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131169, 'name': CreateVM_Task, 'duration_secs': 0.351115} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.911894] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.912654] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.912889] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.913337] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.913712] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8715e983-9ceb-4e4a-b283-a04de194143d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.920455] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1280.920455] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5264762c-a544-4af8-3a25-4ae22393ccad" [ 1280.920455] env[69371]: _type = "Task" [ 1280.920455] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.932183] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5264762c-a544-4af8-3a25-4ae22393ccad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.375521] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.948s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.375901] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.401675] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131170, 'name': PowerOffVM_Task, 'duration_secs': 0.222218} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.401942] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.402219] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.402365] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69d704b3-a3c5-48ad-9084-5f2a727ca078 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.431789] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5264762c-a544-4af8-3a25-4ae22393ccad, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.432214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.432611] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.432731] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.432943] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.433213] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.433611] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-292035a4-59d2-452d-b20c-feaff29742f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.443163] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.443389] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.444156] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379e6ce3-e328-4be0-94a9-c41ffdb3bbc6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.449926] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1281.449926] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52f218a3-3de7-9aa9-cb59-21f329455a2c" [ 1281.449926] env[69371]: _type = "Task" [ 1281.449926] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.458394] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f218a3-3de7-9aa9-cb59-21f329455a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.473343] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.473632] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.473934] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleting the datastore file [datastore2] df94d954-9e6b-4729-ae21-10cf5ae02b2a {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.474341] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851e30d0-17db-4445-a1c4-da8aeda9513c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.481619] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for the task: (returnval){ [ 1281.481619] env[69371]: value = "task-4131172" [ 1281.481619] env[69371]: _type = "Task" [ 1281.481619] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.490177] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.881680] env[69371]: DEBUG nova.compute.utils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.886202] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.886429] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.925389] env[69371]: DEBUG nova.policy [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66544765b434a46a4dfe27c1cf57d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f9d217773b04a2aad8b0ed13d62907c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.964267] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52f218a3-3de7-9aa9-cb59-21f329455a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.965155] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77f4dc2-41e3-4b68-ae1f-b6459d3c552a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.971515] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1281.971515] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4c36-cf38-2bcd-031f-859185cc4d2d" [ 1281.971515] env[69371]: _type = "Task" [ 1281.971515] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.980801] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4c36-cf38-2bcd-031f-859185cc4d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.990225] env[69371]: DEBUG oslo_vmware.api [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Task: {'id': task-4131172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129967} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.990635] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.990910] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.991218] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.991509] env[69371]: INFO nova.compute.manager [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1281.991901] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.992225] env[69371]: DEBUG nova.compute.manager [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.992390] env[69371]: DEBUG nova.network.neutron [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.389614] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.393023] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Successfully created port: d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.398181] env[69371]: DEBUG nova.compute.manager [req-5addaa57-5e8f-469f-a361-35d779566acf req-f2faa5b7-14f5-4e03-95bd-bab0b94ec489 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Received event network-vif-deleted-7b5683f9-c8d7-4158-ae10-e7e7e972e390 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.398442] env[69371]: INFO nova.compute.manager [req-5addaa57-5e8f-469f-a361-35d779566acf req-f2faa5b7-14f5-4e03-95bd-bab0b94ec489 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Neutron deleted interface 7b5683f9-c8d7-4158-ae10-e7e7e972e390; detaching it from the instance and deleting it from the info cache [ 1282.398728] env[69371]: DEBUG nova.network.neutron [req-5addaa57-5e8f-469f-a361-35d779566acf req-f2faa5b7-14f5-4e03-95bd-bab0b94ec489 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.483347] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ff4c36-cf38-2bcd-031f-859185cc4d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.483671] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.483940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d805bfc0-99cc-4e4b-8835-f074b27470d9/d805bfc0-99cc-4e4b-8835-f074b27470d9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.484326] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a59e053-3a4c-4dc7-aa41-3033c37b83ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.492785] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1282.492785] env[69371]: value = "task-4131173" [ 1282.492785] env[69371]: _type = "Task" [ 1282.492785] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.501512] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.879427] env[69371]: DEBUG nova.network.neutron [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.898663] env[69371]: INFO nova.virt.block_device [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Booting with volume 4c572b3a-de21-40cc-9edd-0e0907f248b8 at /dev/sda [ 1282.903744] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1534dfb5-1797-43ca-88c0-46f28b1de83a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.928455] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991dcaa3-2320-4c57-91bb-db3ca3c76dab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.949302] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89502c03-5eb5-4d9c-90b7-f5226787ddb9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.962290] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4881ef-4ba3-402b-91ce-92e8b1b04604 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.994489] env[69371]: DEBUG nova.compute.manager [req-5addaa57-5e8f-469f-a361-35d779566acf req-f2faa5b7-14f5-4e03-95bd-bab0b94ec489 service nova] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Detach interface failed, port_id=7b5683f9-c8d7-4158-ae10-e7e7e972e390, reason: Instance df94d954-9e6b-4729-ae21-10cf5ae02b2a could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.003984] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471229} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.004289] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] d805bfc0-99cc-4e4b-8835-f074b27470d9/d805bfc0-99cc-4e4b-8835-f074b27470d9.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.004501] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.004760] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af080b76-6499-4600-a71b-5a6acedb04fd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.014697] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27f78cf5-8869-4455-a30a-8b7ca5241213 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.019970] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1283.019970] env[69371]: value = "task-4131174" [ 1283.019970] env[69371]: _type = "Task" [ 1283.019970] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.027112] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c803f57-99dd-4fa4-a35b-10475903dc72 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.040210] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.059338] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4eda90-1934-4159-85b7-c4c35d49d708 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.067251] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b5b18-433d-4175-b316-5485c7e4af80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.081107] env[69371]: DEBUG nova.virt.block_device [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating existing volume attachment record: a9c3310f-a411-41b4-96a3-06952badb10a {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.381023] env[69371]: INFO nova.compute.manager [-] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Took 1.39 seconds to deallocate network for instance. [ 1283.530802] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075964} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.530802] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.531525] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44bd115-c066-4d91-aa8e-b37b3854bc03 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.553489] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d805bfc0-99cc-4e4b-8835-f074b27470d9/d805bfc0-99cc-4e4b-8835-f074b27470d9.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.554131] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057c66d0-c5f6-4984-bd68-65724edf78de {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.573984] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1283.573984] env[69371]: value = "task-4131175" [ 1283.573984] env[69371]: _type = "Task" [ 1283.573984] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.582439] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.882361] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Successfully updated port: d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.888311] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.888746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.888859] env[69371]: DEBUG nova.objects.instance [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lazy-loading 'resources' on Instance uuid df94d954-9e6b-4729-ae21-10cf5ae02b2a {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.085072] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131175, 'name': ReconfigVM_Task, 'duration_secs': 0.306932} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.085451] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d805bfc0-99cc-4e4b-8835-f074b27470d9/d805bfc0-99cc-4e4b-8835-f074b27470d9.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.086023] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b217da8e-a433-4c59-a28d-3a8cf3e967bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.092959] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1284.092959] env[69371]: value = "task-4131176" [ 1284.092959] env[69371]: _type = "Task" [ 1284.092959] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.101409] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131176, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.281895] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.282153] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.282339] env[69371]: INFO nova.compute.manager [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Shelving [ 1284.388228] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.388495] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.388703] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.422296] env[69371]: DEBUG nova.compute.manager [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Received event network-vif-plugged-d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.422973] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.422973] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.422973] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.423220] env[69371]: DEBUG nova.compute.manager [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] No waiting events found dispatching network-vif-plugged-d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1284.423298] env[69371]: WARNING nova.compute.manager [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Received unexpected event network-vif-plugged-d9f91da9-51c6-43d4-9115-01fa30914281 for instance with vm_state building and task_state block_device_mapping. [ 1284.423715] env[69371]: DEBUG nova.compute.manager [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Received event network-changed-d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.423715] env[69371]: DEBUG nova.compute.manager [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Refreshing instance network info cache due to event network-changed-d9f91da9-51c6-43d4-9115-01fa30914281. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.423831] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.491701] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149a1cd-9da6-4ab9-8923-099df347b9f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.499999] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38699693-055d-4120-8de1-63d6c61764ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.531729] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873389e-2eaf-402c-9b2b-d5f7b5da94ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.540137] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cbd9a7-af68-4941-92a2-ad20d7dee6a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.554825] env[69371]: DEBUG nova.compute.provider_tree [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.603869] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131176, 'name': Rename_Task, 'duration_secs': 0.144983} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.604133] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.604391] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61540f62-8201-444a-9d3d-860d5dcf0abe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.610609] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1284.610609] env[69371]: value = "task-4131177" [ 1284.610609] env[69371]: _type = "Task" [ 1284.610609] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.922185] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.058082] env[69371]: DEBUG nova.scheduler.client.report [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.065470] env[69371]: DEBUG nova.network.neutron [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.123011] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.167104] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.167701] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.167928] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.168160] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.168412] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.168575] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.168727] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.168935] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.169112] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.169286] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.169458] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.169640] env[69371]: DEBUG nova.virt.hardware [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.170609] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816d7ec8-3dd0-41aa-a156-0523c55abb54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.179500] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a958aa-5925-4c3a-9f4e-e6eae879a2c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.294073] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.294073] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27da14b0-ce9e-496e-a3c1-e8b876166f0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.303040] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1285.303040] env[69371]: value = "task-4131178" [ 1285.303040] env[69371]: _type = "Task" [ 1285.303040] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.316401] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.563615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.568441] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.568757] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Instance network_info: |[{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.569054] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.569244] env[69371]: DEBUG nova.network.neutron [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Refreshing network info cache for port d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.570463] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:b4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f91da9-51c6-43d4-9115-01fa30914281', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.579770] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.583703] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.584316] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a079e6c-6545-44e2-a8b8-0d678487f764 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.603887] env[69371]: INFO nova.scheduler.client.report [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Deleted allocations for instance df94d954-9e6b-4729-ae21-10cf5ae02b2a [ 1285.612049] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.612049] env[69371]: value = "task-4131179" [ 1285.612049] env[69371]: _type = "Task" [ 1285.612049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.623762] env[69371]: DEBUG oslo_vmware.api [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131177, 'name': PowerOnVM_Task, 'duration_secs': 0.80935} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.626897] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.627117] env[69371]: INFO nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1285.627300] env[69371]: DEBUG nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1285.627538] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131179, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.628395] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fc284b-568b-4f12-b328-4e1dbc4c5c35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.817682] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131178, 'name': PowerOffVM_Task, 'duration_secs': 0.224651} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.818152] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.819554] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6f4cfe-62d7-4964-9521-f90c5df57a6a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.851325] env[69371]: DEBUG nova.network.neutron [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updated VIF entry in instance network info cache for port d9f91da9-51c6-43d4-9115-01fa30914281. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.851894] env[69371]: DEBUG nova.network.neutron [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.854409] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388a6c4-04d6-4914-8d25-28ea55e77747 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.112851] env[69371]: DEBUG oslo_concurrency.lockutils [None req-1b05fb81-57d2-40bc-bf49-8bef06d76cbe tempest-ServersTestJSON-1490082103 tempest-ServersTestJSON-1490082103-project-member] Lock "df94d954-9e6b-4729-ae21-10cf5ae02b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.127284] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131179, 'name': CreateVM_Task, 'duration_secs': 0.400616} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.127530] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.128193] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': 'a9c3310f-a411-41b4-96a3-06952badb10a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818222', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'name': 'volume-4c572b3a-de21-40cc-9edd-0e0907f248b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a772de25-2abb-4ca1-9210-4d95db7f4938', 'attached_at': '', 'detached_at': '', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'serial': '4c572b3a-de21-40cc-9edd-0e0907f248b8'}, 'guest_format': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69371) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1286.128479] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Root volume attach. Driver type: vmdk {{(pid=69371) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1286.129356] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841f5f1-65e3-4337-a99c-4c6595e2b801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.138639] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc0c03b-34a7-40fc-9f7e-541c1160f1d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.150546] env[69371]: INFO nova.compute.manager [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Took 13.76 seconds to build instance. [ 1286.151978] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af873e3d-ba93-41f7-957b-4276e1c65468 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.159394] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-376d675b-f4e8-444b-8328-96ad00f5ba3c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.168374] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1286.168374] env[69371]: value = "task-4131180" [ 1286.168374] env[69371]: _type = "Task" [ 1286.168374] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.181081] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.361519] env[69371]: DEBUG oslo_concurrency.lockutils [req-34a509b6-bbe7-4881-8912-88705f2513e9 req-1520f473-140b-4fe6-8324-a08e049327e2 service nova] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.369939] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1286.370279] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b96b4440-9740-49f3-998b-79813046404c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.379397] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1286.379397] env[69371]: value = "task-4131181" [ 1286.379397] env[69371]: _type = "Task" [ 1286.379397] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.390120] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131181, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.655360] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f0bb5c9b-3a74-4934-b6e9-eb2355909990 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.273s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.680230] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 38%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.889930] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131181, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.181721] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 51%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.217360] env[69371]: DEBUG nova.compute.manager [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Received event network-changed-56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.217901] env[69371]: DEBUG nova.compute.manager [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Refreshing instance network info cache due to event network-changed-56404b43-3314-42e5-b760-3b02ca88d660. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.219637] env[69371]: DEBUG oslo_concurrency.lockutils [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] Acquiring lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.219637] env[69371]: DEBUG oslo_concurrency.lockutils [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] Acquired lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.219637] env[69371]: DEBUG nova.network.neutron [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Refreshing network info cache for port 56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.393936] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131181, 'name': CreateSnapshot_Task, 'duration_secs': 0.878748} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.394255] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.395062] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a52992-c602-4ee6-9296-e28d03b6578a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.525778] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526041] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526219] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526353] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526596] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526751] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.526892] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.681826] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 63%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.916323] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.916770] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e79b70c1-cda9-4750-82b7-9abbbf298976 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.927293] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1287.927293] env[69371]: value = "task-4131182" [ 1287.927293] env[69371]: _type = "Task" [ 1287.927293] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.937824] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131182, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.031310] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Getting list of instances from cluster (obj){ [ 1288.031310] env[69371]: value = "domain-c8" [ 1288.031310] env[69371]: _type = "ClusterComputeResource" [ 1288.031310] env[69371]: } {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1288.032381] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02926aa-e26d-47dc-b8d5-854f9b16fa4f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.051236] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Got total of 6 instances {{(pid=69371) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1288.051546] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.051825] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.052072] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid 32e05fa3-b737-4916-aa1a-ea01744aa39e {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.052309] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.052545] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.052763] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Triggering sync for uuid a772de25-2abb-4ca1-9210-4d95db7f4938 {{(pid=69371) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.053233] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.053629] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.054028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.054691] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.054691] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.054960] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.055229] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.055561] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.055827] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.056143] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.056409] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.056603] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1288.057599] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca33b1-5034-494f-a56c-8012588ade8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.062731] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265ce74-844b-43d3-9e6c-fb3ba64012e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.066548] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284960f0-f391-494a-bfe4-5e74515b80c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.070944] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3ff7a-164c-43f3-8fe5-1525719d44c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.074073] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.185762] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 78%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.252519] env[69371]: DEBUG nova.network.neutron [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updated VIF entry in instance network info cache for port 56404b43-3314-42e5-b760-3b02ca88d660. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.252997] env[69371]: DEBUG nova.network.neutron [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [{"id": "56404b43-3314-42e5-b760-3b02ca88d660", "address": "fa:16:3e:8a:a7:b0", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56404b43-33", "ovs_interfaceid": "56404b43-3314-42e5-b760-3b02ca88d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.441718] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131182, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.577949] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.578177] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.578436] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.578619] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1288.579579] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d37029-48e9-4eb4-a2cd-2b200845b073 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.590620] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb6ffcb-1b7a-4d1e-afa3-7fb0cd2aed23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.595069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.595465] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.595760] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.596063] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.611180] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16df386-e9bd-42ef-9688-c5c8603f45bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.621779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313283c-3977-4fd9-9e45-6d0200e99866 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.660029] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180014MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1288.660029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.660236] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.684985] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 92%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.756292] env[69371]: DEBUG oslo_concurrency.lockutils [req-e922fdaa-3da9-4206-bfe4-1a424168ec03 req-d7a89322-c6fc-49c3-9321-331e9b67b7e9 service nova] Releasing lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.940020] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131182, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.182782] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.440266] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131182, 'name': CloneVM_Task, 'duration_secs': 1.496316} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.440736] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Created linked-clone VM from snapshot [ 1289.441486] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131cfdd6-f6b0-416d-bc2a-c9431eaac609 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.450792] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Uploading image 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.477650] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.477650] env[69371]: value = "vm-818226" [ 1289.477650] env[69371]: _type = "VirtualMachine" [ 1289.477650] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.477986] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0491635a-cfb4-4f81-8503-e4104e3ed9ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.485232] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lease: (returnval){ [ 1289.485232] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae5de6-4055-6a58-dc43-9bbd6415e37f" [ 1289.485232] env[69371]: _type = "HttpNfcLease" [ 1289.485232] env[69371]: } obtained for exporting VM: (result){ [ 1289.485232] env[69371]: value = "vm-818226" [ 1289.485232] env[69371]: _type = "VirtualMachine" [ 1289.485232] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.485570] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the lease: (returnval){ [ 1289.485570] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae5de6-4055-6a58-dc43-9bbd6415e37f" [ 1289.485570] env[69371]: _type = "HttpNfcLease" [ 1289.485570] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.494045] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.494045] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae5de6-4055-6a58-dc43-9bbd6415e37f" [ 1289.494045] env[69371]: _type = "HttpNfcLease" [ 1289.494045] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.681999] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 6ff1b982-3c98-4d7e-8107-7aea763b2ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 32e05fa3-b737-4916-aa1a-ea01744aa39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ad934bbf-6dd9-4e8a-a065-403b8d92c452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance d805bfc0-99cc-4e4b-8835-f074b27470d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690073] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a772de25-2abb-4ca1-9210-4d95db7f4938 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1289.690412] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1289.690412] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1289.770647] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc24ba9b-9b8a-4e72-b903-86334c9cde5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.778251] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a017ddc-22a9-4431-8f3c-7f2f34f5a171 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.809819] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1309c8a7-a233-4d35-8500-b24695ddf162 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.819498] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201b26b-fde1-40a8-a327-0dadc9ceaea9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.840747] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.994283] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.994283] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae5de6-4055-6a58-dc43-9bbd6415e37f" [ 1289.994283] env[69371]: _type = "HttpNfcLease" [ 1289.994283] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.994667] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.994667] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ae5de6-4055-6a58-dc43-9bbd6415e37f" [ 1289.994667] env[69371]: _type = "HttpNfcLease" [ 1289.994667] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.995396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35551230-0be5-4fe3-8e1d-12db5cfee981 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.003282] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.003519] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.097619] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-619ba82d-f30b-43ec-96f3-a822afea6adf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.183601] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task} progress is 97%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.344340] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.683973] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131180, 'name': RelocateVM_Task, 'duration_secs': 4.414785} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.684376] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1290.684656] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818222', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'name': 'volume-4c572b3a-de21-40cc-9edd-0e0907f248b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a772de25-2abb-4ca1-9210-4d95db7f4938', 'attached_at': '', 'detached_at': '', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'serial': '4c572b3a-de21-40cc-9edd-0e0907f248b8'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1290.685489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083cafa1-49cd-44ce-a182-ae5327f3fd1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.701816] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8e79b-4d83-4877-8795-7c8fc5f10601 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.726083] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-4c572b3a-de21-40cc-9edd-0e0907f248b8/volume-4c572b3a-de21-40cc-9edd-0e0907f248b8.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.726525] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd26841a-2b6a-4753-b158-5ff68de114fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.747135] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1290.747135] env[69371]: value = "task-4131184" [ 1290.747135] env[69371]: _type = "Task" [ 1290.747135] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.756596] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.850159] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1290.850530] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.258023] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131184, 'name': ReconfigVM_Task, 'duration_secs': 0.46459} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.258551] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-4c572b3a-de21-40cc-9edd-0e0907f248b8/volume-4c572b3a-de21-40cc-9edd-0e0907f248b8.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.263549] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15209844-b3c9-4ead-898f-4a7e20ff991e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.280082] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1291.280082] env[69371]: value = "task-4131185" [ 1291.280082] env[69371]: _type = "Task" [ 1291.280082] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.290174] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.791770] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131185, 'name': ReconfigVM_Task, 'duration_secs': 0.219145} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.792227] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818222', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'name': 'volume-4c572b3a-de21-40cc-9edd-0e0907f248b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a772de25-2abb-4ca1-9210-4d95db7f4938', 'attached_at': '', 'detached_at': '', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'serial': '4c572b3a-de21-40cc-9edd-0e0907f248b8'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.792755] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97c6e57c-3a91-4c47-959d-6d5b51ec23c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.798743] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1291.798743] env[69371]: value = "task-4131186" [ 1291.798743] env[69371]: _type = "Task" [ 1291.798743] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.806828] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131186, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.308986] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131186, 'name': Rename_Task, 'duration_secs': 0.176282} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.309307] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.309554] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ccb309d-88ec-41ec-a114-567a8f6cba3e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.317167] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1292.317167] env[69371]: value = "task-4131187" [ 1292.317167] env[69371]: _type = "Task" [ 1292.317167] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.325322] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.828279] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.328593] env[69371]: DEBUG oslo_vmware.api [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131187, 'name': PowerOnVM_Task, 'duration_secs': 0.598297} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.329543] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.329543] env[69371]: INFO nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1293.329543] env[69371]: DEBUG nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.330148] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e055f3-de77-443b-8eef-cae74185c7d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.849047] env[69371]: INFO nova.compute.manager [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Took 16.70 seconds to build instance. [ 1294.351261] env[69371]: DEBUG oslo_concurrency.lockutils [None req-115c5317-51ed-4059-ab00-32b13e4bcdb2 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.206s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.351677] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.295s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.351871] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] During sync_power_state the instance has a pending task (spawning). Skip. [ 1294.352054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.120435] env[69371]: DEBUG nova.compute.manager [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.120435] env[69371]: DEBUG nova.compute.manager [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing instance network info cache due to event network-changed-235cd32a-8873-4983-a27c-af54bd88ece9. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.120435] env[69371]: DEBUG oslo_concurrency.lockutils [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] Acquiring lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.120435] env[69371]: DEBUG oslo_concurrency.lockutils [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] Acquired lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.120435] env[69371]: DEBUG nova.network.neutron [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Refreshing network info cache for port 235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.833179] env[69371]: DEBUG nova.network.neutron [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updated VIF entry in instance network info cache for port 235cd32a-8873-4983-a27c-af54bd88ece9. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.833568] env[69371]: DEBUG nova.network.neutron [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [{"id": "235cd32a-8873-4983-a27c-af54bd88ece9", "address": "fa:16:3e:ff:81:2a", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235cd32a-88", "ovs_interfaceid": "235cd32a-8873-4983-a27c-af54bd88ece9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.336481] env[69371]: DEBUG oslo_concurrency.lockutils [req-65ec7949-bccb-4607-9cc5-d8e03503377d req-fd23fdcc-49b0-4da3-93fc-2f5ae146a6b2 service nova] Releasing lock "refresh_cache-4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.566047] env[69371]: DEBUG nova.compute.manager [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1297.088551] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.088875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.144643] env[69371]: DEBUG nova.compute.manager [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Received event network-changed-d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.144910] env[69371]: DEBUG nova.compute.manager [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Refreshing instance network info cache due to event network-changed-d9f91da9-51c6-43d4-9115-01fa30914281. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.145160] env[69371]: DEBUG oslo_concurrency.lockutils [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.145310] env[69371]: DEBUG oslo_concurrency.lockutils [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.145473] env[69371]: DEBUG nova.network.neutron [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Refreshing network info cache for port d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.595340] env[69371]: INFO nova.compute.claims [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.879188] env[69371]: DEBUG nova.network.neutron [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updated VIF entry in instance network info cache for port d9f91da9-51c6-43d4-9115-01fa30914281. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.879774] env[69371]: DEBUG nova.network.neutron [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.104440] env[69371]: INFO nova.compute.resource_tracker [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating resource usage from migration 9290575f-2ee9-4aca-be98-b265402cdd46 [ 1298.233702] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff1346-0136-411b-9d37-fa803d9e1bda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.245755] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e7da9-484b-4ee9-b9be-6b808173fd3e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.296721] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b110eec-fdea-43c2-aeda-3d94d154158d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.308431] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d21e7-a106-4b4b-bb8f-7146493c987c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.332586] env[69371]: DEBUG nova.compute.provider_tree [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.382692] env[69371]: DEBUG oslo_concurrency.lockutils [req-da12144c-3bd0-43ef-baf5-68761ae0da9d req-d97cb96f-38de-4850-98db-6dc2dac8e962 service nova] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.836584] env[69371]: DEBUG nova.scheduler.client.report [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.341540] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.341826] env[69371]: INFO nova.compute.manager [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Migrating [ 1299.857281] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.857663] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.857663] env[69371]: DEBUG nova.network.neutron [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.580037] env[69371]: DEBUG nova.network.neutron [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.685357] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.686401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987a1536-c1a7-4da8-afe0-7a9bff740522 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.693522] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.693747] env[69371]: ERROR oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk due to incomplete transfer. [ 1300.694034] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abbea770-6549-4143-a236-46386be87403 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.701439] env[69371]: DEBUG oslo_vmware.rw_handles [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225066e-b2db-87ff-c686-1886e6fe3501/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1300.701641] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Uploaded image 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1300.703852] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1300.704117] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b568053-501f-4743-a79b-2e621b797f20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.710019] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1300.710019] env[69371]: value = "task-4131188" [ 1300.710019] env[69371]: _type = "Task" [ 1300.710019] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.718283] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131188, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.083199] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.221054] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131188, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.722020] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131188, 'name': Destroy_Task, 'duration_secs': 0.874918} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.722020] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Destroyed the VM [ 1301.722020] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1301.722020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b148f2a-29a7-4c24-b01d-458590fd1f9b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.729727] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1301.729727] env[69371]: value = "task-4131189" [ 1301.729727] env[69371]: _type = "Task" [ 1301.729727] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.739806] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131189, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.239821] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131189, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371009} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.242055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1302.242055] env[69371]: DEBUG nova.compute.manager [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.242055] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7d153-5681-4fde-97b7-1d0dbce0fbda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.598243] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3dac1-74fb-4b65-bc3f-6bb6f6401c3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.617250] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.754215] env[69371]: INFO nova.compute.manager [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Shelve offloading [ 1303.123491] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.123864] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f36459f-269d-460c-861d-ea673d4426d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.134018] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1303.134018] env[69371]: value = "task-4131190" [ 1303.134018] env[69371]: _type = "Task" [ 1303.134018] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.143012] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.257547] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.258233] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40c056a-523f-475a-8d0c-79488cc05dad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.266011] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1303.266011] env[69371]: value = "task-4131191" [ 1303.266011] env[69371]: _type = "Task" [ 1303.266011] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.277077] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1303.277333] env[69371]: DEBUG nova.compute.manager [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.278119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2602ee11-bf6d-431e-ab70-6e84e7ab2859 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.285796] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.286027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.286155] env[69371]: DEBUG nova.network.neutron [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.644729] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131190, 'name': PowerOffVM_Task, 'duration_secs': 0.222571} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.644993] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.645204] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.982032] env[69371]: DEBUG nova.network.neutron [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.151651] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.151873] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.152079] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.152194] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.152347] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.152495] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.152734] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.152926] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.153105] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.153273] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.153446] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.158548] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57965570-1a5c-4af4-99d5-036caa6d9f9a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.175306] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1304.175306] env[69371]: value = "task-4131192" [ 1304.175306] env[69371]: _type = "Task" [ 1304.175306] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.185349] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.485564] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.685806] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131192, 'name': ReconfigVM_Task, 'duration_secs': 0.456442} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.686183] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.721454] env[69371]: DEBUG nova.compute.manager [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-vif-unplugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.721707] env[69371]: DEBUG oslo_concurrency.lockutils [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.721889] env[69371]: DEBUG oslo_concurrency.lockutils [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.722129] env[69371]: DEBUG oslo_concurrency.lockutils [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.722286] env[69371]: DEBUG nova.compute.manager [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] No waiting events found dispatching network-vif-unplugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1304.722396] env[69371]: WARNING nova.compute.manager [req-f229275d-76dd-49a2-aad3-3646b6788ee5 req-22c67569-e78f-428c-ba7f-2dbbd2a3962e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received unexpected event network-vif-unplugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 for instance with vm_state shelved and task_state shelving_offloading. [ 1304.746167] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.747628] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e65b9-58df-45ca-909a-346bfd4ce38c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.755475] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.755715] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-706f1b41-abfc-4f9d-b679-541b4f65c168 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.822683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.822905] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.823090] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleting the datastore file [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.823366] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626a18dc-c858-4aed-99b4-d16c96118c02 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.829541] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1304.829541] env[69371]: value = "task-4131194" [ 1304.829541] env[69371]: _type = "Task" [ 1304.829541] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.837748] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.192831] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.193121] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.193283] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.193467] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.193612] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.193760] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.193959] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.194136] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.194314] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.194469] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.194642] env[69371]: DEBUG nova.virt.hardware [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.199878] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1305.200181] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ac352f-dbc1-463e-a698-347732dc7c59 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.218974] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1305.218974] env[69371]: value = "task-4131195" [ 1305.218974] env[69371]: _type = "Task" [ 1305.218974] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.228840] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.339561] env[69371]: DEBUG oslo_vmware.api [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13985} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.339823] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.340015] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.340204] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.364827] env[69371]: INFO nova.scheduler.client.report [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted allocations for instance 6ff1b982-3c98-4d7e-8107-7aea763b2ada [ 1305.729232] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131195, 'name': ReconfigVM_Task, 'duration_secs': 0.156945} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.729600] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1305.730384] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3e96f-16ea-4a09-94b8-d053d6decb06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.752183] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-4c572b3a-de21-40cc-9edd-0e0907f248b8/volume-4c572b3a-de21-40cc-9edd-0e0907f248b8.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.752792] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbde7f5f-e8a2-4577-9cc2-6d0e1a4f57b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.770161] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1305.770161] env[69371]: value = "task-4131196" [ 1305.770161] env[69371]: _type = "Task" [ 1305.770161] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.778193] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.869789] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.870035] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.870252] env[69371]: DEBUG nova.objects.instance [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'resources' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.281831] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131196, 'name': ReconfigVM_Task, 'duration_secs': 0.246083} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.282135] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-4c572b3a-de21-40cc-9edd-0e0907f248b8/volume-4c572b3a-de21-40cc-9edd-0e0907f248b8.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.282372] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.373581] env[69371]: DEBUG nova.objects.instance [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.750297] env[69371]: DEBUG nova.compute.manager [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.750618] env[69371]: DEBUG nova.compute.manager [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing instance network info cache due to event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.750727] env[69371]: DEBUG oslo_concurrency.lockutils [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.750857] env[69371]: DEBUG oslo_concurrency.lockutils [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.751214] env[69371]: DEBUG nova.network.neutron [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing network info cache for port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.789149] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bde79-fa4b-40bc-ac3a-6924e469c70d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.808813] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae115e-a7cb-4ad3-bf1f-2c002f12d940 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.827094] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.876391] env[69371]: DEBUG nova.objects.base [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Object Instance<6ff1b982-3c98-4d7e-8107-7aea763b2ada> lazy-loaded attributes: resources,numa_topology {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.977168] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de71b1-ed57-4a2d-808c-346c96e4e97f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.985216] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba0ec31-7c63-478a-9b79-02fade52628c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.016629] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1305fc-3cc6-4721-9cf2-6f0bf6092efd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.024542] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9bbb3-efe7-491b-853b-950622bf30f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.038150] env[69371]: DEBUG nova.compute.provider_tree [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.452069] env[69371]: DEBUG nova.network.neutron [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updated VIF entry in instance network info cache for port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.452423] env[69371]: DEBUG nova.network.neutron [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.541726] env[69371]: DEBUG nova.scheduler.client.report [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.594881] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.954780] env[69371]: DEBUG oslo_concurrency.lockutils [req-0f1b568c-c2ba-44d8-a16b-7c22f1ec40e9 req-ed8010b4-6ca8-46d4-b947-6454c6790ae3 service nova] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.047115] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.463208] env[69371]: DEBUG nova.network.neutron [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Port d9f91da9-51c6-43d4-9115-01fa30914281 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1308.554771] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a6f8278d-f439-4bf1-834a-ff922ff5237a tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.272s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.555636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.502s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.556028] env[69371]: INFO nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1308.556028] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.557024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.962s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.557024] env[69371]: INFO nova.compute.manager [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Unshelving [ 1309.485525] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.485896] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.485896] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.584029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.584273] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.584504] env[69371]: DEBUG nova.objects.instance [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.833322] env[69371]: DEBUG nova.compute.manager [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1309.834338] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c698342-091e-4e04-8a4d-950866a3c49a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.088536] env[69371]: DEBUG nova.objects.instance [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.345049] env[69371]: INFO nova.compute.manager [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] instance snapshotting [ 1310.346029] env[69371]: DEBUG nova.objects.instance [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.522078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.522287] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.522447] env[69371]: DEBUG nova.network.neutron [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.590343] env[69371]: INFO nova.compute.claims [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.851275] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df3cc9-2bc8-4110-aebe-5fc3263ecb64 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.871402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ae500-a157-4b0c-bda3-eedd662f6b90 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.226808] env[69371]: DEBUG nova.network.neutron [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.382600] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1311.382930] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a78fb67-a813-4014-b772-65139bd4f234 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.391506] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1311.391506] env[69371]: value = "task-4131197" [ 1311.391506] env[69371]: _type = "Task" [ 1311.391506] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.399957] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.693325] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5343a0-375a-4fec-84ab-929c167c0ea7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.701478] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4e285-4ef0-48f3-bfb5-5201563e8758 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.730261] env[69371]: DEBUG oslo_concurrency.lockutils [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.735069] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16f944-daf4-40d5-9af9-0083aa935653 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.742591] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c06aa-6a3c-44a0-887c-bbe7cc63b3d2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.758330] env[69371]: DEBUG nova.compute.provider_tree [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.901314] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131197, 'name': CreateSnapshot_Task, 'duration_secs': 0.452102} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.901584] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1311.902396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ef12e-c9f6-4014-a691-31c2e2539664 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.242572] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89771c56-64c4-4d57-89c2-5fc5bb241c7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.249882] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88ef6d-d790-414c-b5b8-f1454afb3b1f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.263380] env[69371]: DEBUG nova.scheduler.client.report [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.420123] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1312.420384] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6dfe47b0-facb-4d88-961a-ba5dfa4f601a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.429441] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1312.429441] env[69371]: value = "task-4131198" [ 1312.429441] env[69371]: _type = "Task" [ 1312.429441] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.437760] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131198, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.770603] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.186s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.801174] env[69371]: INFO nova.network.neutron [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1312.940929] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131198, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.352133] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1d3e12-b1f2-41d3-b2d6-cb91b6df7d50 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.372049] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68992b9-cd39-4d6d-bed0-82ecb37e67cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.379052] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.440765] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131198, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.886064] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.886064] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a814d5ef-b62c-4a7c-a12d-3502b01f92dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.893908] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1313.893908] env[69371]: value = "task-4131199" [ 1313.893908] env[69371]: _type = "Task" [ 1313.893908] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.901973] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.941227] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131198, 'name': CloneVM_Task} progress is 95%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.182350] env[69371]: DEBUG nova.compute.manager [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.182584] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.182790] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.183019] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.183128] env[69371]: DEBUG nova.compute.manager [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] No waiting events found dispatching network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1314.183295] env[69371]: WARNING nova.compute.manager [req-fd61292e-3f86-4cca-8aa1-f1589aa2746c req-38c96952-0db0-4db3-bd7f-c41e68b53926 service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received unexpected event network-vif-plugged-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 for instance with vm_state shelved_offloaded and task_state spawning. [ 1314.285159] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.285426] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.285554] env[69371]: DEBUG nova.network.neutron [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.404108] env[69371]: DEBUG oslo_vmware.api [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131199, 'name': PowerOnVM_Task, 'duration_secs': 0.386626} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.404389] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.404573] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-685e6708-c19b-4b3b-bca6-664cf9a25759 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance 'a772de25-2abb-4ca1-9210-4d95db7f4938' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.442554] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131198, 'name': CloneVM_Task, 'duration_secs': 1.881153} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.442817] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created linked-clone VM from snapshot [ 1314.443593] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df26ab-2445-4c48-93db-b30f58ead0ee {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.452117] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploading image dd1e3bf5-43f7-4e4c-a782-344f72543aa7 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1314.473179] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1314.473179] env[69371]: value = "vm-818228" [ 1314.473179] env[69371]: _type = "VirtualMachine" [ 1314.473179] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1314.473496] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba8cf14e-4d98-4a3c-8ffb-92bf3dad4d09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.480501] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease: (returnval){ [ 1314.480501] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209abc2-2a5d-1429-5edc-94b8f69b071f" [ 1314.480501] env[69371]: _type = "HttpNfcLease" [ 1314.480501] env[69371]: } obtained for exporting VM: (result){ [ 1314.480501] env[69371]: value = "vm-818228" [ 1314.480501] env[69371]: _type = "VirtualMachine" [ 1314.480501] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1314.480853] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the lease: (returnval){ [ 1314.480853] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209abc2-2a5d-1429-5edc-94b8f69b071f" [ 1314.480853] env[69371]: _type = "HttpNfcLease" [ 1314.480853] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1314.487652] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.487652] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209abc2-2a5d-1429-5edc-94b8f69b071f" [ 1314.487652] env[69371]: _type = "HttpNfcLease" [ 1314.487652] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.979642] env[69371]: DEBUG nova.network.neutron [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.988615] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.988615] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209abc2-2a5d-1429-5edc-94b8f69b071f" [ 1314.988615] env[69371]: _type = "HttpNfcLease" [ 1314.988615] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1314.988981] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1314.988981] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5209abc2-2a5d-1429-5edc-94b8f69b071f" [ 1314.988981] env[69371]: _type = "HttpNfcLease" [ 1314.988981] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1314.989707] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbf904-ab08-4b54-a757-d732cca8f2d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.998648] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1314.998891] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1315.087715] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c448042-db77-49ff-9ea2-76759b9000b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.482875] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.510560] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0a644308be7df53fbf6dc9b11452ff65',container_format='bare',created_at=2025-05-14T06:58:27Z,direct_url=,disk_format='vmdk',id=2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-203135436-shelved',owner='3d6545d31b5a4e0b8ee355e3e0caabea',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-05-14T06:58:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.511176] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.511789] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.511977] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.512266] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.512886] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.512886] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.513057] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.513100] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.513332] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.513558] env[69371]: DEBUG nova.virt.hardware [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.514764] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb52cd2-ccaa-4b06-a3d0-09561b18ca23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.523830] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7815d-960c-413c-8230-34c89936e357 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.540622] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:ec:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a297ee7-a2bc-4a6d-a51c-84e39b88f241', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.548479] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.549183] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.549531] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5599c0ad-9f93-4a3e-9275-1c3f3ea758af {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.570892] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.570892] env[69371]: value = "task-4131201" [ 1315.570892] env[69371]: _type = "Task" [ 1315.570892] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.579980] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131201, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.081276] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131201, 'name': CreateVM_Task, 'duration_secs': 0.444103} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.081695] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.082293] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.082546] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.083128] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.083397] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141f6e05-ea09-404f-bc8c-6ae99bc3dc93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.089258] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1316.089258] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52eacbf9-827b-e9ec-03c7-1c5d87689d94" [ 1316.089258] env[69371]: _type = "Task" [ 1316.089258] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.097816] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52eacbf9-827b-e9ec-03c7-1c5d87689d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.213602] env[69371]: DEBUG nova.compute.manager [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.213923] env[69371]: DEBUG nova.compute.manager [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing instance network info cache due to event network-changed-2a297ee7-a2bc-4a6d-a51c-84e39b88f241. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.214316] env[69371]: DEBUG oslo_concurrency.lockutils [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.214639] env[69371]: DEBUG oslo_concurrency.lockutils [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.214994] env[69371]: DEBUG nova.network.neutron [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Refreshing network info cache for port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.602116] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.602434] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Processing image 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.602717] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.602990] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.603495] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.603849] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f060ce4-79b7-4c0e-b637-ca0fbbcab89e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.614076] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.614318] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.615175] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839ade60-9de1-4f2d-980a-c6daa2ea9948 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.622274] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1316.622274] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52d1bad5-501a-9f28-ddf4-aa728a60d902" [ 1316.622274] env[69371]: _type = "Task" [ 1316.622274] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.631731] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52d1bad5-501a-9f28-ddf4-aa728a60d902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.928858] env[69371]: DEBUG nova.network.neutron [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updated VIF entry in instance network info cache for port 2a297ee7-a2bc-4a6d-a51c-84e39b88f241. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.929530] env[69371]: DEBUG nova.network.neutron [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.133482] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1317.133903] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Fetch image to [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a/OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1317.133970] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Downloading stream optimized image 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 to [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a/OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a.vmdk on the data store datastore2 as vApp {{(pid=69371) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1317.134120] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Downloading image file data 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 to the ESX as VM named 'OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a' {{(pid=69371) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1317.207181] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1317.207181] env[69371]: value = "resgroup-9" [ 1317.207181] env[69371]: _type = "ResourcePool" [ 1317.207181] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1317.207541] env[69371]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6409e825-ca98-4c27-bc8d-9b64c9c245f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.229065] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lease: (returnval){ [ 1317.229065] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5294d0d0-e03c-1e72-24fc-24873403df77" [ 1317.229065] env[69371]: _type = "HttpNfcLease" [ 1317.229065] env[69371]: } obtained for vApp import into resource pool (val){ [ 1317.229065] env[69371]: value = "resgroup-9" [ 1317.229065] env[69371]: _type = "ResourcePool" [ 1317.229065] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1317.229450] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the lease: (returnval){ [ 1317.229450] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5294d0d0-e03c-1e72-24fc-24873403df77" [ 1317.229450] env[69371]: _type = "HttpNfcLease" [ 1317.229450] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.236579] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.236579] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5294d0d0-e03c-1e72-24fc-24873403df77" [ 1317.236579] env[69371]: _type = "HttpNfcLease" [ 1317.236579] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.328918] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.329171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.329424] env[69371]: DEBUG nova.compute.manager [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Going to confirm migration 8 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1317.433154] env[69371]: DEBUG oslo_concurrency.lockutils [req-6a28683f-68e4-446d-a840-4d907c6e2b17 req-829b9e6d-c102-47d0-babe-adb9014d9a0e service nova] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.738213] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.738213] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5294d0d0-e03c-1e72-24fc-24873403df77" [ 1317.738213] env[69371]: _type = "HttpNfcLease" [ 1317.738213] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.738559] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.738559] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5294d0d0-e03c-1e72-24fc-24873403df77" [ 1317.738559] env[69371]: _type = "HttpNfcLease" [ 1317.738559] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1317.739269] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97253402-5dfd-4caa-bc98-768b21740431 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.747093] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.747289] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1317.807643] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bdaefae-bc7e-47e3-bff3-23137356a50b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.897348] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.897539] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquired lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.897992] env[69371]: DEBUG nova.network.neutron [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.898308] env[69371]: DEBUG nova.objects.instance [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'info_cache' on Instance uuid a772de25-2abb-4ca1-9210-4d95db7f4938 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.018027] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1319.018455] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1319.019700] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04953604-2c7e-46b2-8b66-83110e47a435 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.027609] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1319.027832] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1319.028144] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f3d7ef9c-3135-42dc-8969-ab53309a343d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.149245] env[69371]: DEBUG nova.network.neutron [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [{"id": "d9f91da9-51c6-43d4-9115-01fa30914281", "address": "fa:16:3e:44:b4:45", "network": {"id": "b07e37ba-66af-4aac-9cb7-846e29886e06", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2096263728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f9d217773b04a2aad8b0ed13d62907c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f91da9-51", "ovs_interfaceid": "d9f91da9-51c6-43d4-9115-01fa30914281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.232838] env[69371]: DEBUG oslo_vmware.rw_handles [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52662757-ab91-a598-c36c-8bbd2c816812/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1319.233214] env[69371]: INFO nova.virt.vmwareapi.images [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Downloaded image file data 2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 [ 1319.233939] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c609586-5e97-484f-a687-82f12f974df6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.251813] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f79cc41f-65f9-4400-81e5-0fa5dcf43dd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.278976] env[69371]: INFO nova.virt.vmwareapi.images [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] The imported VM was unregistered [ 1319.281516] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1319.281856] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.282234] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ad64475-9fce-4459-a35e-ae05261267b2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.298793] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.299061] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a/OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a.vmdk to [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk. {{(pid=69371) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1319.299349] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ec22e989-3b4b-48a8-aa7f-66215024da7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.307508] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1319.307508] env[69371]: value = "task-4131204" [ 1319.307508] env[69371]: _type = "Task" [ 1319.307508] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.316221] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.652757] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Releasing lock "refresh_cache-a772de25-2abb-4ca1-9210-4d95db7f4938" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.653098] env[69371]: DEBUG nova.objects.instance [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'migration_context' on Instance uuid a772de25-2abb-4ca1-9210-4d95db7f4938 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.820422] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.156775] env[69371]: DEBUG nova.objects.base [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.157686] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f972532-3488-4378-a80f-7e56e401584a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.181334] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d1b6c5-0c27-4470-be1b-45b2473fa64e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.190104] env[69371]: DEBUG oslo_vmware.api [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1320.190104] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52da45fd-3396-c719-bf73-7e32e780a6fa" [ 1320.190104] env[69371]: _type = "Task" [ 1320.190104] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.198140] env[69371]: DEBUG oslo_vmware.api [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52da45fd-3396-c719-bf73-7e32e780a6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.318282] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.700086] env[69371]: DEBUG oslo_vmware.api [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52da45fd-3396-c719-bf73-7e32e780a6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.045531} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.700440] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.700721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.823086] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.320541] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.360968] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc204db2-604e-4749-aaff-e847bfc5b4a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.370079] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ac265-88d9-45c1-851a-cf471c7bec99 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.403556] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e5c31-8b4b-4111-b376-baf53369bde2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.412532] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0d9252-c5d3-496f-9072-ff632c131de3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.427771] env[69371]: DEBUG nova.compute.provider_tree [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.822090] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.931782] env[69371]: DEBUG nova.scheduler.client.report [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.321652] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.823740] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131204, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.360336} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.825747] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1322.826054] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a/OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a.vmdk to [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk. [ 1322.826252] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Cleaning up location [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1322.826416] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9261b3b2-4658-4431-be15-5751da53391a {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.827210] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2f37e-036b-488c-b604-56f9804cbba3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.829620] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4856ed80-059b-4a77-b3dc-f3d28373b574 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.836524] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1322.836730] env[69371]: ERROR oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk due to incomplete transfer. [ 1322.838277] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76ccb504-60ea-4a18-942f-2cec065a17cc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.839921] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1322.839921] env[69371]: value = "task-4131205" [ 1322.839921] env[69371]: _type = "Task" [ 1322.839921] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.846019] env[69371]: DEBUG oslo_vmware.rw_handles [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a47d4f-3271-be72-00f2-53d38e4f1ef5/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1322.846230] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploaded image dd1e3bf5-43f7-4e4c-a782-344f72543aa7 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1322.848461] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1322.852124] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dee631da-62b1-4fd5-a4a7-0dad9c7e9d75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.854504] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.859969] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1322.859969] env[69371]: value = "task-4131206" [ 1322.859969] env[69371]: _type = "Task" [ 1322.859969] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.868214] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131206, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.942366] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.302249] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.302520] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.302711] env[69371]: DEBUG nova.compute.manager [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1323.303951] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcb00b7-42f5-4ebe-8a6f-7504f74ad4e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.310701] env[69371]: DEBUG nova.compute.manager [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1323.311342] env[69371]: DEBUG nova.objects.instance [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'flavor' on Instance uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.351182] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037255} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.351507] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.351615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.351854] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk to [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.352115] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489d4dd8-e968-43e2-824c-5b73ba9d6c6c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.358414] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1323.358414] env[69371]: value = "task-4131207" [ 1323.358414] env[69371]: _type = "Task" [ 1323.358414] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.368726] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.371714] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131206, 'name': Destroy_Task, 'duration_secs': 0.349745} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.371968] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroyed the VM [ 1323.372222] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1323.372474] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03fcb6eb-4320-419c-bfc5-b37ff54d6c45 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.378937] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1323.378937] env[69371]: value = "task-4131208" [ 1323.378937] env[69371]: _type = "Task" [ 1323.378937] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.387254] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.511336] env[69371]: INFO nova.scheduler.client.report [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocation for migration 9290575f-2ee9-4aca-be98-b265402cdd46 [ 1323.768015] env[69371]: INFO nova.compute.manager [None req-21e56c00-3e82-4b69-a3fc-caa98ba79480 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Get console output [ 1323.768416] env[69371]: WARNING nova.virt.vmwareapi.driver [None req-21e56c00-3e82-4b69-a3fc-caa98ba79480 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] The console log is missing. Check your VSPC configuration [ 1323.871761] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.892876] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131208, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.018377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-060cba26-72a7-4d0a-87b9-299f511184c0 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.689s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.318176] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.318656] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f01d99dd-faa4-43d8-b688-d1b20ac1f13a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.329463] env[69371]: DEBUG oslo_vmware.api [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1324.329463] env[69371]: value = "task-4131209" [ 1324.329463] env[69371]: _type = "Task" [ 1324.329463] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.342518] env[69371]: DEBUG oslo_vmware.api [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.373562] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.394690] env[69371]: DEBUG oslo_vmware.api [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568973} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.394963] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1324.395231] env[69371]: INFO nova.compute.manager [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 13.54 seconds to snapshot the instance on the hypervisor. [ 1324.849897] env[69371]: DEBUG oslo_vmware.api [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.873170] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.937967] env[69371]: DEBUG nova.compute.manager [None req-4920c6d4-f66d-414e-a85d-7ae8b2eebc63 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Found 1 images (rotation: 2) {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1325.344407] env[69371]: DEBUG oslo_vmware.api [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131209, 'name': PowerOffVM_Task, 'duration_secs': 0.999375} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.344787] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.345041] env[69371]: DEBUG nova.compute.manager [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1325.346133] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb97354-3b13-4705-9b31-2dfeda213cf8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.373061] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.631388] env[69371]: DEBUG nova.compute.manager [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1325.632353] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff87f7-7fe6-481f-bd0f-4c804ec2f493 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.867265] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ef80338-766b-41d6-ad51-7e1b4cb3d332 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.564s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.874034] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131207, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.337733} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.874339] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634/2a9a8b60-fdd0-4f08-b51f-cbcf69fe5634.vmdk to [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.875212] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d73db-91d3-4c14-828a-3a6e1bd0b821 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.898153] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.898761] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77666426-11ed-495b-9b67-abbc42d3e05d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.918940] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1325.918940] env[69371]: value = "task-4131210" [ 1325.918940] env[69371]: _type = "Task" [ 1325.918940] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.927562] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.142895] env[69371]: INFO nova.compute.manager [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] instance snapshotting [ 1326.143512] env[69371]: DEBUG nova.objects.instance [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.430972] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131210, 'name': ReconfigVM_Task, 'duration_secs': 0.433587} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.431302] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada/6ff1b982-3c98-4d7e-8107-7aea763b2ada.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.432020] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa37f0a-891c-46bf-b7c6-b0e880ee7d87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.439991] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1326.439991] env[69371]: value = "task-4131211" [ 1326.439991] env[69371]: _type = "Task" [ 1326.439991] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.448710] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131211, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.648977] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b541895-1850-409f-ae11-8be18a1f68bd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.667477] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d265c-1065-455b-9206-37e420c4c163 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.815054] env[69371]: DEBUG nova.objects.instance [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'flavor' on Instance uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.952059] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131211, 'name': Rename_Task, 'duration_secs': 0.14165} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.952304] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.952661] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9e4ae3-35dc-4803-bd0c-860ad7081dd2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.960409] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1326.960409] env[69371]: value = "task-4131212" [ 1326.960409] env[69371]: _type = "Task" [ 1326.960409] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.968851] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.178378] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1327.178883] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef9787e1-29a5-42ea-bc36-c48b87ea7c16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.186427] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1327.186427] env[69371]: value = "task-4131213" [ 1327.186427] env[69371]: _type = "Task" [ 1327.186427] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.194824] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131213, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.320387] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.320596] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.320721] env[69371]: DEBUG nova.network.neutron [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.320938] env[69371]: DEBUG nova.objects.instance [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'info_cache' on Instance uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.470802] env[69371]: DEBUG oslo_vmware.api [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131212, 'name': PowerOnVM_Task, 'duration_secs': 0.444292} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.471145] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.562905] env[69371]: DEBUG nova.compute.manager [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1327.563862] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b5586-db8c-4960-b52c-d04f48eed503 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.696264] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131213, 'name': CreateSnapshot_Task, 'duration_secs': 0.460842} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.696638] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1327.697322] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de2b6d-e70b-4d42-9193-86be2e96690e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.824688] env[69371]: DEBUG nova.objects.base [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.081025] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d6122bc6-9676-42c9-9113-71b1023612bf tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.524s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.215045] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1328.215356] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69630b66-f413-4bcc-8055-54319e9c013f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.225654] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1328.225654] env[69371]: value = "task-4131214" [ 1328.225654] env[69371]: _type = "Task" [ 1328.225654] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.237180] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131214, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.573588] env[69371]: DEBUG nova.network.neutron [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [{"id": "56404b43-3314-42e5-b760-3b02ca88d660", "address": "fa:16:3e:8a:a7:b0", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56404b43-33", "ovs_interfaceid": "56404b43-3314-42e5-b760-3b02ca88d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.736539] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131214, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.077078] env[69371]: DEBUG oslo_concurrency.lockutils [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.144379] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc106d2-24b5-4f58-8387-d79917957bc4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.151658] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Suspending the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1329.152016] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-03ee5a73-fc55-4382-bd0c-5ab1a5d16fd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.159768] env[69371]: DEBUG oslo_vmware.api [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1329.159768] env[69371]: value = "task-4131215" [ 1329.159768] env[69371]: _type = "Task" [ 1329.159768] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.169027] env[69371]: DEBUG oslo_vmware.api [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131215, 'name': SuspendVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.236792] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131214, 'name': CloneVM_Task, 'duration_secs': 0.96834} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.237127] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created linked-clone VM from snapshot [ 1329.237932] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c4185-6d93-412b-895f-7981ce0b6768 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.246527] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploading image 870c2d03-25c3-45c1-b38f-a00f27764cc6 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1329.269857] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1329.269857] env[69371]: value = "vm-818232" [ 1329.269857] env[69371]: _type = "VirtualMachine" [ 1329.269857] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1329.270188] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfa43bb3-a9b4-47e5-95ba-cc6d9e1027a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.277635] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease: (returnval){ [ 1329.277635] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5285de9f-aafa-780c-6dcd-714c3a04dfe4" [ 1329.277635] env[69371]: _type = "HttpNfcLease" [ 1329.277635] env[69371]: } obtained for exporting VM: (result){ [ 1329.277635] env[69371]: value = "vm-818232" [ 1329.277635] env[69371]: _type = "VirtualMachine" [ 1329.277635] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1329.278044] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the lease: (returnval){ [ 1329.278044] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5285de9f-aafa-780c-6dcd-714c3a04dfe4" [ 1329.278044] env[69371]: _type = "HttpNfcLease" [ 1329.278044] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.285298] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.285298] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5285de9f-aafa-780c-6dcd-714c3a04dfe4" [ 1329.285298] env[69371]: _type = "HttpNfcLease" [ 1329.285298] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.670577] env[69371]: DEBUG oslo_vmware.api [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131215, 'name': SuspendVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.787800] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.787800] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5285de9f-aafa-780c-6dcd-714c3a04dfe4" [ 1329.787800] env[69371]: _type = "HttpNfcLease" [ 1329.787800] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.787800] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.787800] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5285de9f-aafa-780c-6dcd-714c3a04dfe4" [ 1329.787800] env[69371]: _type = "HttpNfcLease" [ 1329.787800] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1329.788737] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38883c-c45a-454b-b4c0-e614641c1a78 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.797676] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.798050] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1329.888950] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96c1120b-20a9-4ceb-9cc0-5d1163878b8a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.076954] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.077240] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.082653] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.082945] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0152cbfa-7cdb-4651-9733-9e7d1760e92b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.091144] env[69371]: DEBUG oslo_vmware.api [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1330.091144] env[69371]: value = "task-4131217" [ 1330.091144] env[69371]: _type = "Task" [ 1330.091144] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.101039] env[69371]: DEBUG oslo_vmware.api [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.171687] env[69371]: DEBUG oslo_vmware.api [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131215, 'name': SuspendVM_Task, 'duration_secs': 0.670046} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.171951] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Suspended the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1330.172155] env[69371]: DEBUG nova.compute.manager [None req-0087c465-93f8-4864-ad6a-7eb709927012 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.172960] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc8a3a-41bd-4c56-8e53-ad52806f6c43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.582838] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.583097] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.583316] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.583464] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.583614] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.584333] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.584411] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1330.584619] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.603184] env[69371]: DEBUG oslo_vmware.api [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131217, 'name': PowerOnVM_Task, 'duration_secs': 0.402931} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.603909] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.604017] env[69371]: DEBUG nova.compute.manager [None req-01ea0a0d-f55d-4ac1-91a5-9725dfb8406d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.605151] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23e08c-c3c0-4de7-99e6-e8053b9b0162 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.088134] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.088656] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.088743] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.088877] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1331.089985] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3648e6-18cb-4c35-b694-48aa5c3c1b70 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.100474] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72153be2-1a21-4500-b3be-7686ead4fe87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.127243] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c0832d-2de0-4bf5-860b-5a0fd280beef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.137460] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ac8b6-ec97-4990-a940-bbce9a73ba3b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.175292] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179893MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1331.175583] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.176060] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.611206] env[69371]: INFO nova.compute.manager [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Resuming [ 1331.611891] env[69371]: DEBUG nova.objects.instance [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'flavor' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.703919] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf92380-5531-496d-b9a2-4174f384b450 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.711293] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Suspending the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1331.711592] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-08e656f9-a287-4444-bdb1-ed767c40f560 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.719371] env[69371]: DEBUG oslo_vmware.api [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1331.719371] env[69371]: value = "task-4131218" [ 1331.719371] env[69371]: _type = "Task" [ 1331.719371] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.728956] env[69371]: DEBUG oslo_vmware.api [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131218, 'name': SuspendVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.206217] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.206490] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 32e05fa3-b737-4916-aa1a-ea01744aa39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.206601] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ad934bbf-6dd9-4e8a-a065-403b8d92c452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.206754] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance d805bfc0-99cc-4e4b-8835-f074b27470d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.206916] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance a772de25-2abb-4ca1-9210-4d95db7f4938 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.207099] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 6ff1b982-3c98-4d7e-8107-7aea763b2ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1332.207344] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1332.207528] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1332.229926] env[69371]: DEBUG oslo_vmware.api [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131218, 'name': SuspendVM_Task} progress is 70%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.307757] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a6b03-74e2-4275-8782-6ba3fb1e04a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.315509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd227e57-1f87-4d86-bec2-396f5fa4daec {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.348468] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dd4b0d-91f5-4fbd-a518-5261e8f45861 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.356629] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be77b48-879c-4361-b47e-49dd4593a2c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.369972] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.730429] env[69371]: DEBUG oslo_vmware.api [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131218, 'name': SuspendVM_Task, 'duration_secs': 0.617724} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.730811] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Suspended the VM {{(pid=69371) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1332.731059] env[69371]: DEBUG nova.compute.manager [None req-ea3402c2-d4db-4066-b0f1-a720affe0ec1 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1332.731873] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26e143-725e-486b-bbdb-f1bbb27d1da3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.873459] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.123182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.123418] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquired lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.123618] env[69371]: DEBUG nova.network.neutron [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.378633] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1333.378974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.203s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.847181] env[69371]: DEBUG nova.network.neutron [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [{"id": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "address": "fa:16:3e:d3:ec:0c", "network": {"id": "16bb5cbe-bb55-44ca-b1c8-8579d8842d2c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-599341676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6545d31b5a4e0b8ee355e3e0caabea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a297ee7-a2", "ovs_interfaceid": "2a297ee7-a2bc-4a6d-a51c-84e39b88f241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.322079] env[69371]: INFO nova.compute.manager [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Resuming [ 1334.322373] env[69371]: DEBUG nova.objects.instance [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'flavor' on Instance uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.350890] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Releasing lock "refresh_cache-6ff1b982-3c98-4d7e-8107-7aea763b2ada" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.351965] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b8b0cd-9fda-4df2-bb54-429e3e355ce9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.359732] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Resuming the VM {{(pid=69371) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1334.360033] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038e01aa-7eac-4928-ae82-8c0ea76a7d2c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.366449] env[69371]: DEBUG oslo_vmware.api [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1334.366449] env[69371]: value = "task-4131219" [ 1334.366449] env[69371]: _type = "Task" [ 1334.366449] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.374798] env[69371]: DEBUG oslo_vmware.api [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.881300] env[69371]: DEBUG oslo_vmware.api [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.378038] env[69371]: DEBUG oslo_vmware.api [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131219, 'name': PowerOnVM_Task, 'duration_secs': 0.5367} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.378038] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Resumed the VM {{(pid=69371) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1335.378038] env[69371]: DEBUG nova.compute.manager [None req-f92b43f3-2540-43c0-b712-e17fade9ade4 tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.378535] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f27719-91f7-4125-ad0e-e2ff6d70745b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.833744] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.833950] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquired lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.834152] env[69371]: DEBUG nova.network.neutron [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.556562] env[69371]: DEBUG nova.network.neutron [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [{"id": "56404b43-3314-42e5-b760-3b02ca88d660", "address": "fa:16:3e:8a:a7:b0", "network": {"id": "c5db8bd0-8f25-43d3-835b-6fab649b9f3c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1391821981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3939e3c67ec5499b8e980e90652869ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56404b43-33", "ovs_interfaceid": "56404b43-3314-42e5-b760-3b02ca88d660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.059617] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Releasing lock "refresh_cache-d805bfc0-99cc-4e4b-8835-f074b27470d9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.060643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5fa53-c5b0-4417-a043-87517b5f712b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.068275] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Resuming the VM {{(pid=69371) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1337.069193] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b5ec05-f7e0-4cf3-b910-9264778868ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.076708] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1337.076708] env[69371]: value = "task-4131220" [ 1337.076708] env[69371]: _type = "Task" [ 1337.076708] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.087905] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.562041] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1337.562990] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e6e6c2-c427-4f18-9051-b7f1ab027927 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.569155] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1337.569331] env[69371]: ERROR oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk due to incomplete transfer. [ 1337.569554] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0129d4c-b204-413d-84e6-6938475621c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.576954] env[69371]: DEBUG oslo_vmware.rw_handles [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52716c1f-4192-315d-ef7e-1ad3e9d914b9/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1337.577168] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploaded image 870c2d03-25c3-45c1-b38f-a00f27764cc6 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1337.579424] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1337.579712] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f87b42ea-7214-489e-a01c-a6446abc42ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.589990] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.591394] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1337.591394] env[69371]: value = "task-4131221" [ 1337.591394] env[69371]: _type = "Task" [ 1337.591394] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.599666] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131221, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.092090] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.100503] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131221, 'name': Destroy_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.594363] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131220, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.608456] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131221, 'name': Destroy_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.089927] env[69371]: DEBUG oslo_vmware.api [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131220, 'name': PowerOnVM_Task, 'duration_secs': 1.674864} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.090367] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Resumed the VM {{(pid=69371) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1339.090562] env[69371]: DEBUG nova.compute.manager [None req-5aa29a73-7748-4095-aa6e-def60517a740 tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1339.091376] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38333bd-aafb-4580-90db-a34482d0d494 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.102087] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131221, 'name': Destroy_Task, 'duration_secs': 1.364152} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.103272] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroyed the VM [ 1339.103527] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1339.107080] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dae9e32b-e8c6-4be3-a540-703a3a1440ba {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.114581] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1339.114581] env[69371]: value = "task-4131222" [ 1339.114581] env[69371]: _type = "Task" [ 1339.114581] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.123512] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.626429] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131222, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.982669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.982885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.983245] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.983510] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.983721] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.986289] env[69371]: INFO nova.compute.manager [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Terminating instance [ 1340.126796] env[69371]: DEBUG oslo_vmware.api [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131222, 'name': RemoveSnapshot_Task, 'duration_secs': 0.531826} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.127147] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1340.127441] env[69371]: INFO nova.compute.manager [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 13.48 seconds to snapshot the instance on the hypervisor. [ 1340.212547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.212843] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.213056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.213259] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.213468] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.215613] env[69371]: INFO nova.compute.manager [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Terminating instance [ 1340.490836] env[69371]: DEBUG nova.compute.manager [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.491163] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.492026] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bc598-153f-4517-869e-4b58e92441dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.500151] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.500400] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee36354-3170-464c-ade8-fad58930f566 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.507231] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1340.507231] env[69371]: value = "task-4131223" [ 1340.507231] env[69371]: _type = "Task" [ 1340.507231] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.516060] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.688789] env[69371]: DEBUG nova.compute.manager [None req-aaecd7f4-41dc-431f-875a-b1c6b3da57b4 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Found 2 images (rotation: 2) {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1340.719941] env[69371]: DEBUG nova.compute.manager [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.719941] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.721191] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3bc1f-d5f0-4b3d-81b3-9d2604f976fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.729395] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.729700] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979abc98-6fbf-44f4-951b-6e2096afb92e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.736579] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1340.736579] env[69371]: value = "task-4131224" [ 1340.736579] env[69371]: _type = "Task" [ 1340.736579] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.745865] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.017557] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131223, 'name': PowerOffVM_Task, 'duration_secs': 0.459516} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.017845] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.018032] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.018304] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec86e4a-1208-478f-8048-ee289abe4c76 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.081097] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.081368] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.081560] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleting the datastore file [datastore2] 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.081844] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575db045-5ce9-4592-93bb-bebfb45a185c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.089261] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for the task: (returnval){ [ 1341.089261] env[69371]: value = "task-4131226" [ 1341.089261] env[69371]: _type = "Task" [ 1341.089261] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.098190] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.246645] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131224, 'name': PowerOffVM_Task, 'duration_secs': 0.234746} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.246939] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.247165] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.247430] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405e0553-3ff1-477c-9e64-c210bdd7db43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.317303] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.317533] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.317713] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleting the datastore file [datastore2] d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.317987] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d168329-42ca-44b0-afa5-0245294fd100 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.325161] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for the task: (returnval){ [ 1341.325161] env[69371]: value = "task-4131228" [ 1341.325161] env[69371]: _type = "Task" [ 1341.325161] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.334492] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.600338] env[69371]: DEBUG oslo_vmware.api [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Task: {'id': task-4131226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146266} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.600602] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.600792] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.600995] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.601204] env[69371]: INFO nova.compute.manager [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.601450] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.601646] env[69371]: DEBUG nova.compute.manager [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.601742] env[69371]: DEBUG nova.network.neutron [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.699228] env[69371]: DEBUG nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.700250] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053c21a-b015-4743-911b-67c4acc8115a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.837653] env[69371]: DEBUG oslo_vmware.api [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Task: {'id': task-4131228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154047} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.837653] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.837653] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.837840] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.838223] env[69371]: INFO nova.compute.manager [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1341.838223] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.838462] env[69371]: DEBUG nova.compute.manager [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.838462] env[69371]: DEBUG nova.network.neutron [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.894093] env[69371]: DEBUG nova.compute.manager [req-7c06b44a-0bb2-482b-b8b4-83aa504c1b96 req-fe97a537-f52a-4f1e-a48e-8535b5eb368e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Received event network-vif-deleted-2a297ee7-a2bc-4a6d-a51c-84e39b88f241 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.894386] env[69371]: INFO nova.compute.manager [req-7c06b44a-0bb2-482b-b8b4-83aa504c1b96 req-fe97a537-f52a-4f1e-a48e-8535b5eb368e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Neutron deleted interface 2a297ee7-a2bc-4a6d-a51c-84e39b88f241; detaching it from the instance and deleting it from the info cache [ 1341.895161] env[69371]: DEBUG nova.network.neutron [req-7c06b44a-0bb2-482b-b8b4-83aa504c1b96 req-fe97a537-f52a-4f1e-a48e-8535b5eb368e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.211703] env[69371]: INFO nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] instance snapshotting [ 1342.213037] env[69371]: DEBUG nova.objects.instance [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.372064] env[69371]: DEBUG nova.network.neutron [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.397288] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bead8f45-dab6-442e-9bd0-41e531e8d48a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.408217] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db0c61-426b-4039-abf6-6989cbdc0cf5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.436989] env[69371]: DEBUG nova.compute.manager [req-7c06b44a-0bb2-482b-b8b4-83aa504c1b96 req-fe97a537-f52a-4f1e-a48e-8535b5eb368e service nova] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Detach interface failed, port_id=2a297ee7-a2bc-4a6d-a51c-84e39b88f241, reason: Instance 6ff1b982-3c98-4d7e-8107-7aea763b2ada could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.719062] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7ebd3-87ff-4e56-9bd3-b54a3c5a89ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.737525] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82e389-bd54-406b-995e-28789c2539b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.790427] env[69371]: DEBUG nova.network.neutron [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.877412] env[69371]: INFO nova.compute.manager [-] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Took 1.28 seconds to deallocate network for instance. [ 1343.250757] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.251092] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0c0cd39-044b-46a1-9459-4eedb6a1ec46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.261770] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1343.261770] env[69371]: value = "task-4131229" [ 1343.261770] env[69371]: _type = "Task" [ 1343.261770] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.270126] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.293856] env[69371]: INFO nova.compute.manager [-] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Took 1.46 seconds to deallocate network for instance. [ 1343.384072] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.384383] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.384612] env[69371]: DEBUG nova.objects.instance [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lazy-loading 'resources' on Instance uuid 6ff1b982-3c98-4d7e-8107-7aea763b2ada {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.773333] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.800909] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.920043] env[69371]: DEBUG nova.compute.manager [req-4926c3ea-f0b3-45b2-a195-cdb8fda681f2 req-42ce6059-f3e3-46c3-ac97-105dac3c850d service nova] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Received event network-vif-deleted-56404b43-3314-42e5-b760-3b02ca88d660 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.982018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e2e72-39ae-45dc-b5e7-316ae426cf80 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.990509] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee9cdf-6d38-40cb-9969-aaf1accff54b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.020733] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c3084-7c08-48de-96bf-365c97f2c7c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.028385] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b948d71-929d-420c-aa7a-7c415895250b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.041645] env[69371]: DEBUG nova.compute.provider_tree [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.273159] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131229, 'name': CreateSnapshot_Task, 'duration_secs': 0.627439} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.273433] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1344.274174] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb17fcd-55ba-4486-94f9-cb603a2fafca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.545421] env[69371]: DEBUG nova.scheduler.client.report [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.792854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1344.793262] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-97f1bad6-57b5-487b-b65d-d795a7298ed1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.802480] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1344.802480] env[69371]: value = "task-4131230" [ 1344.802480] env[69371]: _type = "Task" [ 1344.802480] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.810368] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131230, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.051869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.054351] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.254s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.054602] env[69371]: DEBUG nova.objects.instance [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lazy-loading 'resources' on Instance uuid d805bfc0-99cc-4e4b-8835-f074b27470d9 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.073961] env[69371]: INFO nova.scheduler.client.report [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Deleted allocations for instance 6ff1b982-3c98-4d7e-8107-7aea763b2ada [ 1345.312410] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131230, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.582910] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d10dd715-7e99-46db-b005-89b323a0fa3f tempest-ServersNegativeTestJSON-699165906 tempest-ServersNegativeTestJSON-699165906-project-member] Lock "6ff1b982-3c98-4d7e-8107-7aea763b2ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.599s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.640397] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f684f1-7f41-42fd-a5f4-68d08e781c5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.648795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c5600-cd5b-4707-8b7f-555a8a70f55f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.682697] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2a836-dad6-4e14-aa5a-5574682803ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.694182] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400eda51-61f5-49d9-9eee-9bc0b5c407f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.713182] env[69371]: DEBUG nova.compute.provider_tree [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.813113] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131230, 'name': CloneVM_Task, 'duration_secs': 0.968622} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.813514] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Created linked-clone VM from snapshot [ 1345.814209] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9fea21-6bc6-4f93-96d8-bf5b2cab04ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.822305] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploading image 88a914f4-d704-4e02-b96c-1bec314540d7 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1345.850134] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1345.850134] env[69371]: value = "vm-818234" [ 1345.850134] env[69371]: _type = "VirtualMachine" [ 1345.850134] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1345.850629] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dcb05309-53ef-4650-82bb-0b33238eb437 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.859655] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease: (returnval){ [ 1345.859655] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0c4b-6fbc-585f-5e1a-c8c1e481cd39" [ 1345.859655] env[69371]: _type = "HttpNfcLease" [ 1345.859655] env[69371]: } obtained for exporting VM: (result){ [ 1345.859655] env[69371]: value = "vm-818234" [ 1345.859655] env[69371]: _type = "VirtualMachine" [ 1345.859655] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1345.860193] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the lease: (returnval){ [ 1345.860193] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0c4b-6fbc-585f-5e1a-c8c1e481cd39" [ 1345.860193] env[69371]: _type = "HttpNfcLease" [ 1345.860193] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.867415] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.867415] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0c4b-6fbc-585f-5e1a-c8c1e481cd39" [ 1345.867415] env[69371]: _type = "HttpNfcLease" [ 1345.867415] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.217234] env[69371]: DEBUG nova.scheduler.client.report [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.371027] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.371027] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0c4b-6fbc-585f-5e1a-c8c1e481cd39" [ 1346.371027] env[69371]: _type = "HttpNfcLease" [ 1346.371027] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1346.371027] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1346.371027] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529c0c4b-6fbc-585f-5e1a-c8c1e481cd39" [ 1346.371027] env[69371]: _type = "HttpNfcLease" [ 1346.371027] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1346.371027] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef20ff23-55a1-4409-ab7e-dade0c57d2dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.378408] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1346.378586] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1346.463053] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54ebc687-b70a-4140-b98c-4d7a0203228d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.722318] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.745480] env[69371]: INFO nova.scheduler.client.report [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Deleted allocations for instance d805bfc0-99cc-4e4b-8835-f074b27470d9 [ 1347.256471] env[69371]: DEBUG oslo_concurrency.lockutils [None req-461670d1-9cc7-44e9-ab22-ddd61f147d4d tempest-ServerActionsTestJSON-389196139 tempest-ServerActionsTestJSON-389196139-project-member] Lock "d805bfc0-99cc-4e4b-8835-f074b27470d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.043s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.758017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.758017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.758017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.758017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.758017] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.760652] env[69371]: INFO nova.compute.manager [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Terminating instance [ 1351.267876] env[69371]: DEBUG nova.compute.manager [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.268261] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.268571] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1bce1c-4fdc-4703-89b8-51d63256026c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.276976] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1351.276976] env[69371]: value = "task-4131232" [ 1351.276976] env[69371]: _type = "Task" [ 1351.276976] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.293574] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.787721] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131232, 'name': PowerOffVM_Task, 'duration_secs': 0.205454} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.788143] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.788227] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1351.788424] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818222', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'name': 'volume-4c572b3a-de21-40cc-9edd-0e0907f248b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a772de25-2abb-4ca1-9210-4d95db7f4938', 'attached_at': '2025-05-14T06:58:56.000000', 'detached_at': '', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'serial': '4c572b3a-de21-40cc-9edd-0e0907f248b8'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1351.789244] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b85a6-1fb9-4704-9aca-2a3611a6c9dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.808725] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c546b-266a-4578-b630-86171e480105 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.816617] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7703a2-eadc-4513-b669-c5f484c4d90b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.838201] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466132c4-dc59-4c46-b433-32c2eb609369 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.854234] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] The volume has not been displaced from its original location: [datastore2] volume-4c572b3a-de21-40cc-9edd-0e0907f248b8/volume-4c572b3a-de21-40cc-9edd-0e0907f248b8.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1351.859594] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.860136] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d537c7-bd6f-41c0-90e9-667470d2a722 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.879560] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1351.879560] env[69371]: value = "task-4131233" [ 1351.879560] env[69371]: _type = "Task" [ 1351.879560] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.890480] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.240845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.241123] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.391430] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131233, 'name': ReconfigVM_Task, 'duration_secs': 0.184164} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.391774] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.396574] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e92be37-74f9-48be-8c64-03014aa026ca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.413498] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1352.413498] env[69371]: value = "task-4131234" [ 1352.413498] env[69371]: _type = "Task" [ 1352.413498] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.422999] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.744422] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.926090] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131234, 'name': ReconfigVM_Task, 'duration_secs': 0.197175} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.926568] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818222', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'name': 'volume-4c572b3a-de21-40cc-9edd-0e0907f248b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a772de25-2abb-4ca1-9210-4d95db7f4938', 'attached_at': '2025-05-14T06:58:56.000000', 'detached_at': '', 'volume_id': '4c572b3a-de21-40cc-9edd-0e0907f248b8', 'serial': '4c572b3a-de21-40cc-9edd-0e0907f248b8'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1352.926963] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.927825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b00e6d-1c63-436d-a414-6cc9d804460f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.936152] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.936455] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f7cd14d-739c-454e-98c9-4a5c0203ce4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.012365] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.012597] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.012817] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore2] a772de25-2abb-4ca1-9210-4d95db7f4938 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.013216] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0055607-d420-4017-ae5b-4d58c4cc416e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.021556] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1353.021556] env[69371]: value = "task-4131236" [ 1353.021556] env[69371]: _type = "Task" [ 1353.021556] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.030023] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.270930] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.271329] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.273495] env[69371]: INFO nova.compute.claims [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.534228] env[69371]: DEBUG oslo_vmware.api [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105741} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.534566] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.534764] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.534981] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.535201] env[69371]: INFO nova.compute.manager [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1353.535461] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.535777] env[69371]: DEBUG nova.compute.manager [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.535777] env[69371]: DEBUG nova.network.neutron [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.967669] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.968636] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230afe71-1bfb-4206-9fa2-f935be186275 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.981074] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.981568] env[69371]: ERROR oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk due to incomplete transfer. [ 1353.981864] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95e529c0-bd00-440b-9711-05beb36cfe26 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.990751] env[69371]: DEBUG oslo_vmware.rw_handles [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524db6cb-3723-67f6-b5cf-f5316e668bcb/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1353.991460] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Uploaded image 88a914f4-d704-4e02-b96c-1bec314540d7 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1353.994454] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1353.994891] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bafbcaed-d2b9-44a6-87cc-f299896b89b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.002288] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1354.002288] env[69371]: value = "task-4131237" [ 1354.002288] env[69371]: _type = "Task" [ 1354.002288] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.012674] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131237, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.261447] env[69371]: DEBUG nova.compute.manager [req-7555c30b-cc2e-4545-89b2-8df2df605bf1 req-120e3314-e267-4be2-9107-ca68c75f54fc service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Received event network-vif-deleted-d9f91da9-51c6-43d4-9115-01fa30914281 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.261447] env[69371]: INFO nova.compute.manager [req-7555c30b-cc2e-4545-89b2-8df2df605bf1 req-120e3314-e267-4be2-9107-ca68c75f54fc service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Neutron deleted interface d9f91da9-51c6-43d4-9115-01fa30914281; detaching it from the instance and deleting it from the info cache [ 1354.261447] env[69371]: DEBUG nova.network.neutron [req-7555c30b-cc2e-4545-89b2-8df2df605bf1 req-120e3314-e267-4be2-9107-ca68c75f54fc service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.343493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.343493] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.385024] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9ab9c-63bc-435e-a1d4-9b8c67d59017 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.394018] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76501062-ac6e-4d3b-99c0-73c2afd2a948 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.433745] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0260485-a4aa-49ec-8a0b-59658e28cf82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.443964] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c407cb12-9924-42e4-978c-413788682524 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.461027] env[69371]: DEBUG nova.compute.provider_tree [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.513911] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131237, 'name': Destroy_Task} progress is 33%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.739227] env[69371]: DEBUG nova.network.neutron [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.764915] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c67499-0b72-4040-a54f-c0c18188fec7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.774273] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ea8b5-3f3d-4f49-bc61-849056f53e5c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.800649] env[69371]: DEBUG nova.compute.manager [req-7555c30b-cc2e-4545-89b2-8df2df605bf1 req-120e3314-e267-4be2-9107-ca68c75f54fc service nova] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Detach interface failed, port_id=d9f91da9-51c6-43d4-9115-01fa30914281, reason: Instance a772de25-2abb-4ca1-9210-4d95db7f4938 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.844990] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.964587] env[69371]: DEBUG nova.scheduler.client.report [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.016502] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131237, 'name': Destroy_Task, 'duration_secs': 0.587056} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.016502] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroyed the VM [ 1355.016502] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1355.016502] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3118ea4a-1c27-4659-b3ba-fcafcc380e67 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.024431] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1355.024431] env[69371]: value = "task-4131238" [ 1355.024431] env[69371]: _type = "Task" [ 1355.024431] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.033135] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.243837] env[69371]: INFO nova.compute.manager [-] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Took 1.71 seconds to deallocate network for instance. [ 1355.369460] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.471188] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.471766] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.474709] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.105s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.476149] env[69371]: INFO nova.compute.claims [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.535283] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.789752] env[69371]: INFO nova.compute.manager [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Took 0.54 seconds to detach 1 volumes for instance. [ 1355.790882] env[69371]: DEBUG nova.compute.manager [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Deleting volume: 4c572b3a-de21-40cc-9edd-0e0907f248b8 {{(pid=69371) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1355.980790] env[69371]: DEBUG nova.compute.utils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.984453] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.984686] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.022562] env[69371]: DEBUG nova.policy [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c21da9f6669419191918505faf4077d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed784178a13047f4963352dd4b8a656f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.034703] env[69371]: DEBUG oslo_vmware.api [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131238, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595232} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.034858] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1356.035580] env[69371]: INFO nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 13.32 seconds to snapshot the instance on the hypervisor. [ 1356.308188] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Successfully created port: d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.331105] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.486989] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.584596] env[69371]: DEBUG nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Found 3 images (rotation: 2) {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1356.584799] env[69371]: DEBUG nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Rotating out 1 backups {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1356.584961] env[69371]: DEBUG nova.compute.manager [None req-22aae703-cbf9-4a0b-a1f6-141b04f6c9f5 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleting image dd1e3bf5-43f7-4e4c-a782-344f72543aa7 {{(pid=69371) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1356.605127] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c25a3d-220a-492c-9d47-76586f5413d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.614113] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd6de8-59ce-44c1-8b74-b2fbfe21633d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.647022] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab105e-bd3e-4702-aa71-2b4fbd17faac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.655595] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9f6793-fb79-43ea-af3b-38934360caef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.670886] env[69371]: DEBUG nova.compute.provider_tree [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.174115] env[69371]: DEBUG nova.scheduler.client.report [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.500216] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.524987] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.525412] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.525656] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.525806] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.525967] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.526145] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.526489] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.526741] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.526990] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.527185] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.527373] env[69371]: DEBUG nova.virt.hardware [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.528409] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a368bdd1-86bf-4834-9676-c31fd5a34310 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.538192] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999e13e9-80c0-426e-8b55-63dd8ba9a931 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.679615] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.680165] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.684636] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.353s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.684636] env[69371]: DEBUG nova.objects.instance [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'resources' on Instance uuid a772de25-2abb-4ca1-9210-4d95db7f4938 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.719405] env[69371]: DEBUG nova.compute.manager [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Received event network-vif-plugged-d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.719620] env[69371]: DEBUG oslo_concurrency.lockutils [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.719817] env[69371]: DEBUG oslo_concurrency.lockutils [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.719984] env[69371]: DEBUG oslo_concurrency.lockutils [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.720246] env[69371]: DEBUG nova.compute.manager [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] No waiting events found dispatching network-vif-plugged-d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1357.720328] env[69371]: WARNING nova.compute.manager [req-cdd0fb6f-af9c-4879-9627-a113b0cf22fd req-8d86866e-f2fc-4581-a893-fcb3b5a4a467 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Received unexpected event network-vif-plugged-d67f106f-6426-448c-9e41-e44407194918 for instance with vm_state building and task_state spawning. [ 1357.813728] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Successfully updated port: d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.186090] env[69371]: DEBUG nova.compute.utils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.186638] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.186823] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.244887] env[69371]: DEBUG nova.policy [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fc1f4c84024080af353d6181824772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc96e37ecda3423f85ef3c4b844bee90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.284551] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f51d40a-7ee9-4230-a223-997be4dc9a62 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.293402] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f438708-2811-4ed7-a10d-805bfc4e33ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.329033] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.329225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.329348] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.333245] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059ea1e-7491-4421-bb6a-8ea960d42360 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.340641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16878a4-8b74-4022-8957-f8a2ad6badcb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.355953] env[69371]: DEBUG nova.compute.provider_tree [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.534999] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.535389] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.535588] env[69371]: DEBUG nova.compute.manager [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.536694] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea9eee-1c43-4400-a148-ca8686ba41d1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.542293] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Successfully created port: e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.546535] env[69371]: DEBUG nova.compute.manager [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1358.547177] env[69371]: DEBUG nova.objects.instance [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.692380] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.859671] env[69371]: DEBUG nova.scheduler.client.report [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.864481] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.005573] env[69371]: DEBUG nova.network.neutron [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.367955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.395999] env[69371]: INFO nova.scheduler.client.report [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocations for instance a772de25-2abb-4ca1-9210-4d95db7f4938 [ 1359.509300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.509824] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Instance network_info: |[{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.510451] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:0e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd67f106f-6426-448c-9e41-e44407194918', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.519315] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Creating folder: Project (ed784178a13047f4963352dd4b8a656f). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.519977] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bea764cc-2b09-44d3-b47b-3200c43c4e7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.532850] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Created folder: Project (ed784178a13047f4963352dd4b8a656f) in parent group-v817910. [ 1359.533075] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Creating folder: Instances. Parent ref: group-v818235. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.533344] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0365f500-6af6-42ce-b5ea-494ce076d52d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.543734] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Created folder: Instances in parent group-v818235. [ 1359.544034] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.544258] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.544482] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1ac79c-ce61-4787-a99d-9538f644fd4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.560274] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.560499] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76b9d82-3989-471a-b84b-ceb097f3d5c4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.567195] env[69371]: DEBUG oslo_vmware.api [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1359.567195] env[69371]: value = "task-4131242" [ 1359.567195] env[69371]: _type = "Task" [ 1359.567195] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.571654] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.571654] env[69371]: value = "task-4131243" [ 1359.571654] env[69371]: _type = "Task" [ 1359.571654] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.578571] env[69371]: DEBUG oslo_vmware.api [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.584528] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.702247] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.729298] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.729616] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.729784] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.729994] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.730152] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.730277] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.730492] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.730655] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.730873] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.731161] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.731429] env[69371]: DEBUG nova.virt.hardware [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.732558] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1486100e-08af-4792-89e4-f92ff8a06d77 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.742255] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0515303-c4f5-4303-8745-3661774c7a4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.748549] env[69371]: DEBUG nova.compute.manager [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Received event network-changed-d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.748737] env[69371]: DEBUG nova.compute.manager [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Refreshing instance network info cache due to event network-changed-d67f106f-6426-448c-9e41-e44407194918. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.748953] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] Acquiring lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.749164] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] Acquired lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.749311] env[69371]: DEBUG nova.network.neutron [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Refreshing network info cache for port d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.904146] env[69371]: DEBUG oslo_concurrency.lockutils [None req-96c69185-06e9-4ef3-8deb-d0a0df5fa16a tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "a772de25-2abb-4ca1-9210-4d95db7f4938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.147s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.035409] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Successfully updated port: e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.081130] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.084233] env[69371]: DEBUG oslo_vmware.api [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131242, 'name': PowerOffVM_Task, 'duration_secs': 0.199748} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.084487] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.084685] env[69371]: DEBUG nova.compute.manager [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1360.085472] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b5a56-7d42-4af7-9430-e12be3fc8bd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.452048] env[69371]: DEBUG nova.network.neutron [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updated VIF entry in instance network info cache for port d67f106f-6426-448c-9e41-e44407194918. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.452449] env[69371]: DEBUG nova.network.neutron [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.538388] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.538561] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.538722] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.584019] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task} progress is 25%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.596771] env[69371]: DEBUG oslo_concurrency.lockutils [None req-bcc53cb3-1e5e-4926-8add-14f26d1b97be tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.848162] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.848604] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.848928] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.849267] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.849554] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.854050] env[69371]: INFO nova.compute.manager [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Terminating instance [ 1360.955083] env[69371]: DEBUG oslo_concurrency.lockutils [req-4d1c0682-e28a-4a70-a0db-35309962b81b req-70091133-f908-4163-a2b7-0754541ccbb9 service nova] Releasing lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.080335] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.087406] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.225952] env[69371]: DEBUG nova.network.neutron [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating instance_info_cache with network_info: [{"id": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "address": "fa:16:3e:59:6f:51", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a872f6-10", "ovs_interfaceid": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.359419] env[69371]: DEBUG nova.compute.manager [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.359663] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.361046] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d86e9c-f1dc-4385-a725-73da58250b8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.369531] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.369789] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69cc56ec-43e0-4b50-8801-bea2f5e54fd3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.376980] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1361.376980] env[69371]: value = "task-4131244" [ 1361.376980] env[69371]: _type = "Task" [ 1361.376980] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.389815] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.583910] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.729840] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.730401] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Instance network_info: |[{"id": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "address": "fa:16:3e:59:6f:51", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a872f6-10", "ovs_interfaceid": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.730988] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:6f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7a872f6-104f-463d-bf7b-fd59f723ef9d', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.738671] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating folder: Project (bc96e37ecda3423f85ef3c4b844bee90). Parent ref: group-v817910. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.738965] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f5c9f2-ebc2-41a9-bff4-4205123825ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.751102] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created folder: Project (bc96e37ecda3423f85ef3c4b844bee90) in parent group-v817910. [ 1361.751360] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating folder: Instances. Parent ref: group-v818238. {{(pid=69371) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.751622] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc709811-7599-4ed5-965b-3493bc2c2432 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.762574] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created folder: Instances in parent group-v818238. [ 1361.762842] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.763263] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.763358] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc9f420-fdfa-437d-ad34-39016a1a11c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.780291] env[69371]: DEBUG nova.compute.manager [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Received event network-vif-plugged-e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.780291] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.780291] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.780291] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.780491] env[69371]: DEBUG nova.compute.manager [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] No waiting events found dispatching network-vif-plugged-e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1361.780629] env[69371]: WARNING nova.compute.manager [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Received unexpected event network-vif-plugged-e7a872f6-104f-463d-bf7b-fd59f723ef9d for instance with vm_state building and task_state spawning. [ 1361.780786] env[69371]: DEBUG nova.compute.manager [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Received event network-changed-e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.780938] env[69371]: DEBUG nova.compute.manager [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Refreshing instance network info cache due to event network-changed-e7a872f6-104f-463d-bf7b-fd59f723ef9d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.781148] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Acquiring lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.781302] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Acquired lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.781463] env[69371]: DEBUG nova.network.neutron [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Refreshing network info cache for port e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.788116] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.788116] env[69371]: value = "task-4131247" [ 1361.788116] env[69371]: _type = "Task" [ 1361.788116] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.797672] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131247, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.843906] env[69371]: DEBUG nova.compute.manager [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Stashing vm_state: stopped {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1361.888167] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.085296] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131243, 'name': CreateVM_Task, 'duration_secs': 2.491774} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.085524] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.086271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.086472] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.086845] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.087160] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca36bac-a357-45af-b8d6-f7d015129bc6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.092705] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1362.092705] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c34a47-62ce-2903-1906-264008d8a2b6" [ 1362.092705] env[69371]: _type = "Task" [ 1362.092705] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.101547] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c34a47-62ce-2903-1906-264008d8a2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.298767] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131247, 'name': CreateVM_Task, 'duration_secs': 0.48366} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.298979] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.299629] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.366897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.366897] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.388594] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131244, 'name': PowerOffVM_Task, 'duration_secs': 0.766648} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.388874] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.389055] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.389322] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d55d9f5-0384-44cb-9da3-13c2455b9be3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.463840] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.464089] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.464280] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore2] 32e05fa3-b737-4916-aa1a-ea01744aa39e {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.466855] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c32eac6-2163-44e9-a348-f73542654fae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.474662] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1362.474662] env[69371]: value = "task-4131249" [ 1362.474662] env[69371]: _type = "Task" [ 1362.474662] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.483421] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.505947] env[69371]: DEBUG nova.network.neutron [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updated VIF entry in instance network info cache for port e7a872f6-104f-463d-bf7b-fd59f723ef9d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.506349] env[69371]: DEBUG nova.network.neutron [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating instance_info_cache with network_info: [{"id": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "address": "fa:16:3e:59:6f:51", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a872f6-10", "ovs_interfaceid": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.604441] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c34a47-62ce-2903-1906-264008d8a2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.604827] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.605012] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.605270] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.605416] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.605598] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.605898] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.606235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.606474] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e60216-bd03-4dea-8184-6a9f23c508cf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.608482] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae5634d-b61c-43a5-ad31-e5a96811fc76 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.615700] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1362.615700] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a924af-eabe-d8e2-27c1-5b6b3f8c2140" [ 1362.615700] env[69371]: _type = "Task" [ 1362.615700] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.620130] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.620351] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.621382] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8124bc4-b034-4302-b85c-7c6645eec0f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.626589] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a924af-eabe-d8e2-27c1-5b6b3f8c2140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.630367] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1362.630367] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5287ea33-c750-b64d-602a-a28440cfd39c" [ 1362.630367] env[69371]: _type = "Task" [ 1362.630367] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.639215] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5287ea33-c750-b64d-602a-a28440cfd39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.871384] env[69371]: INFO nova.compute.claims [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.985642] env[69371]: DEBUG oslo_vmware.api [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143619} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.985989] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.986316] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.986634] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.986875] env[69371]: INFO nova.compute.manager [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1362.987187] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.987435] env[69371]: DEBUG nova.compute.manager [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.987588] env[69371]: DEBUG nova.network.neutron [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.009246] env[69371]: DEBUG oslo_concurrency.lockutils [req-45e76064-1de7-480f-aa9f-df4387913ed4 req-381d60ea-a6ab-45bf-9d47-940f00ef72ac service nova] Releasing lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.126624] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a924af-eabe-d8e2-27c1-5b6b3f8c2140, 'name': SearchDatastore_Task, 'duration_secs': 0.020788} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.126934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.127192] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.127418] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.139743] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5287ea33-c750-b64d-602a-a28440cfd39c, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.140546] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88df42be-8c85-4230-8ca6-528bb57ab930 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.146052] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1363.146052] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529553ee-cade-e07c-a661-88ac70361b90" [ 1363.146052] env[69371]: _type = "Task" [ 1363.146052] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.154812] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529553ee-cade-e07c-a661-88ac70361b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.378181] env[69371]: INFO nova.compute.resource_tracker [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating resource usage from migration dbb6e91d-2122-449f-8ffd-015a78eb68b1 [ 1363.460516] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e85073-71ed-4883-b224-cd1372b96e94 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.468210] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd50e60-cf28-461e-bcd9-fa2354c61648 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.499492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e26bf5-210e-43ca-895f-d97be93a7eaf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.506810] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb7efe9-c6ce-4ec5-8aae-418aa5016b7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.520194] env[69371]: DEBUG nova.compute.provider_tree [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.656632] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529553ee-cade-e07c-a661-88ac70361b90, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.657026] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.657433] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fd672959-0a47-4ffe-a421-7e77809d8d3c/fd672959-0a47-4ffe-a421-7e77809d8d3c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.657779] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.658017] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.658277] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a30c344c-813f-4d40-af0e-31c318dbc677 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.660341] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c12e0c-8e87-4b47-83f0-5d76a75a5a06 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.668083] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1363.668083] env[69371]: value = "task-4131250" [ 1363.668083] env[69371]: _type = "Task" [ 1363.668083] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.672166] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.672367] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.673595] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417367ae-5698-4aed-bd26-b0c429adf11a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.678755] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.681846] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1363.681846] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]525dc683-cc33-7ea9-7eb7-ef963c0092ed" [ 1363.681846] env[69371]: _type = "Task" [ 1363.681846] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.689637] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525dc683-cc33-7ea9-7eb7-ef963c0092ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.727749] env[69371]: DEBUG nova.network.neutron [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.803018] env[69371]: DEBUG nova.compute.manager [req-529eb4e7-738b-427a-a95d-3a5ac6c6b7ee req-d83f64f4-a372-4d9b-b97c-586179d2cb36 service nova] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Received event network-vif-deleted-ff86921e-e542-4316-abc4-c36114bc7d23 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.023504] env[69371]: DEBUG nova.scheduler.client.report [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.177968] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489767} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.178217] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] fd672959-0a47-4ffe-a421-7e77809d8d3c/fd672959-0a47-4ffe-a421-7e77809d8d3c.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.178395] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.178651] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ba29af2-e341-4ce0-9348-e5e4a23458f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.187101] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1364.187101] env[69371]: value = "task-4131251" [ 1364.187101] env[69371]: _type = "Task" [ 1364.187101] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.194331] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]525dc683-cc33-7ea9-7eb7-ef963c0092ed, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.195445] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb45ecaf-198e-47fc-97ee-ea33a4b4ead9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.200575] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.203596] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1364.203596] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52dd8a04-8707-44e6-9656-a7726a093208" [ 1364.203596] env[69371]: _type = "Task" [ 1364.203596] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.212380] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52dd8a04-8707-44e6-9656-a7726a093208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.231025] env[69371]: INFO nova.compute.manager [-] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Took 1.24 seconds to deallocate network for instance. [ 1364.528660] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.163s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.528881] env[69371]: INFO nova.compute.manager [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Migrating [ 1364.697566] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066746} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.697933] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.698649] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acaae4e-ee76-40a0-8cce-56df05592656 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.721051] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fd672959-0a47-4ffe-a421-7e77809d8d3c/fd672959-0a47-4ffe-a421-7e77809d8d3c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.724175] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b7ded1-226a-45e5-8e0f-74d0a8af4805 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.738753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.739045] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.739282] env[69371]: DEBUG nova.objects.instance [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'resources' on Instance uuid 32e05fa3-b737-4916-aa1a-ea01744aa39e {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.748636] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52dd8a04-8707-44e6-9656-a7726a093208, 'name': SearchDatastore_Task, 'duration_secs': 0.016486} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.750739] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.751418] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b/4fb8f0a8-992a-4122-88c2-c2f6a3014c9b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.751588] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1364.751588] env[69371]: value = "task-4131252" [ 1364.751588] env[69371]: _type = "Task" [ 1364.751588] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.751797] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fee65b4-da5a-421d-9902-0198aa134e83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.764471] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.766250] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1364.766250] env[69371]: value = "task-4131253" [ 1364.766250] env[69371]: _type = "Task" [ 1364.766250] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.776310] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.043623] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.043809] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.044321] env[69371]: DEBUG nova.network.neutron [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.264830] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131252, 'name': ReconfigVM_Task, 'duration_secs': 0.405548} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.267429] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fd672959-0a47-4ffe-a421-7e77809d8d3c/fd672959-0a47-4ffe-a421-7e77809d8d3c.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.268307] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f5c9937-87e8-43fc-8717-b3e25eca2a7b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.279890] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477731} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.284304] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b/4fb8f0a8-992a-4122-88c2-c2f6a3014c9b.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.284304] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.284304] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1365.284304] env[69371]: value = "task-4131254" [ 1365.284304] env[69371]: _type = "Task" [ 1365.284304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.284862] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e67a4fcd-2478-45f0-8838-f975157fe1e1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.294837] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131254, 'name': Rename_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.296082] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1365.296082] env[69371]: value = "task-4131255" [ 1365.296082] env[69371]: _type = "Task" [ 1365.296082] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.308275] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.347779] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05cb67-4db2-4a54-b03d-46699875f75d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.356670] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91ed3fa-940a-4e55-8a92-764be0be4d51 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.387879] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489880ea-5186-4c15-be26-73869b40ca43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.397158] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c671750-830a-41dd-93f5-787510de8620 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.410989] env[69371]: DEBUG nova.compute.provider_tree [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.760666] env[69371]: DEBUG nova.network.neutron [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.796816] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131254, 'name': Rename_Task, 'duration_secs': 0.4267} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.797051] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.797331] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b160dc11-d991-457d-b9b6-22b142bc2beb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.808434] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077182} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.809692] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.810048] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1365.810048] env[69371]: value = "task-4131256" [ 1365.810048] env[69371]: _type = "Task" [ 1365.810048] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.810730] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ca3c1-9ef8-4519-92b1-9fd30200c26b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.821219] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.838486] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b/4fb8f0a8-992a-4122-88c2-c2f6a3014c9b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.839240] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a127a2-45f3-4d69-95bd-b3ec130fc0b4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.859856] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1365.859856] env[69371]: value = "task-4131257" [ 1365.859856] env[69371]: _type = "Task" [ 1365.859856] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.868766] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.914791] env[69371]: DEBUG nova.scheduler.client.report [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.264802] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.324433] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.370346] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.420589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.455355] env[69371]: INFO nova.scheduler.client.report [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocations for instance 32e05fa3-b737-4916-aa1a-ea01744aa39e [ 1366.823840] env[69371]: DEBUG oslo_vmware.api [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131256, 'name': PowerOnVM_Task, 'duration_secs': 0.695724} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.824212] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.825158] env[69371]: INFO nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1366.825158] env[69371]: DEBUG nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1366.825317] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad29e2-cd5d-453d-b53b-60d071ea0b28 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.871383] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131257, 'name': ReconfigVM_Task, 'duration_secs': 0.580013} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.872444] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b/4fb8f0a8-992a-4122-88c2-c2f6a3014c9b.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.873112] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c257ea-307b-4bb6-9c03-543357b67bdc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.880406] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1366.880406] env[69371]: value = "task-4131258" [ 1366.880406] env[69371]: _type = "Task" [ 1366.880406] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.891668] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131258, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.963458] env[69371]: DEBUG oslo_concurrency.lockutils [None req-99cd20e8-4875-4f54-a7d9-e29d1134fa36 tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "32e05fa3-b737-4916-aa1a-ea01744aa39e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.115s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.347216] env[69371]: INFO nova.compute.manager [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Took 14.10 seconds to build instance. [ 1367.390771] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131258, 'name': Rename_Task, 'duration_secs': 0.155528} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.391545] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.391545] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df83f06-12c9-4811-84c9-f7c5e3440cb1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.398743] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1367.398743] env[69371]: value = "task-4131260" [ 1367.398743] env[69371]: _type = "Task" [ 1367.398743] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.406768] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.647264] env[69371]: DEBUG nova.compute.manager [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Received event network-changed-d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.647432] env[69371]: DEBUG nova.compute.manager [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Refreshing instance network info cache due to event network-changed-d67f106f-6426-448c-9e41-e44407194918. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1367.647655] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] Acquiring lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.647802] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] Acquired lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.647964] env[69371]: DEBUG nova.network.neutron [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Refreshing network info cache for port d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.783023] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e601bc-6e57-434b-97d8-3cd0720b1dc0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.801496] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.851064] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b87b5311-9168-4b6e-8f47-fcf12a9f00ee tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.610s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.910289] env[69371]: DEBUG oslo_vmware.api [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131260, 'name': PowerOnVM_Task, 'duration_secs': 0.510594} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.910607] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.910825] env[69371]: INFO nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1367.911023] env[69371]: DEBUG nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.911869] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecbc7ad-3b44-45b0-a70a-98426343a702 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.308278] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.308564] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0663c598-d968-4b40-b9fc-e07def9776a0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.315556] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1368.315556] env[69371]: value = "task-4131261" [ 1368.315556] env[69371]: _type = "Task" [ 1368.315556] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.324627] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1368.324847] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.372744] env[69371]: DEBUG nova.network.neutron [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updated VIF entry in instance network info cache for port d67f106f-6426-448c-9e41-e44407194918. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.373104] env[69371]: DEBUG nova.network.neutron [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.430936] env[69371]: INFO nova.compute.manager [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Took 13.08 seconds to build instance. [ 1368.831950] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.832221] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.832397] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.832603] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.832770] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.832925] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.833161] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.833337] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.833514] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.833703] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.833879] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.839096] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57232ec1-f325-4663-ac34-45eebd4458e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.855799] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1368.855799] env[69371]: value = "task-4131262" [ 1368.855799] env[69371]: _type = "Task" [ 1368.855799] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.867233] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.878090] env[69371]: DEBUG oslo_concurrency.lockutils [req-9f5e0071-bf31-49cd-b09c-7f6e93db275f req-2096fae0-87ad-4bfb-a268-62c7eab3a5b9 service nova] Releasing lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.932991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-08039e9b-35be-4c0c-98ac-2ad2bfb9944b tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.590s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.367278] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131262, 'name': ReconfigVM_Task, 'duration_secs': 0.170068} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.367278] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.674576] env[69371]: DEBUG nova.compute.manager [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Received event network-changed-e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.674783] env[69371]: DEBUG nova.compute.manager [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Refreshing instance network info cache due to event network-changed-e7a872f6-104f-463d-bf7b-fd59f723ef9d. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.675014] env[69371]: DEBUG oslo_concurrency.lockutils [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] Acquiring lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.675168] env[69371]: DEBUG oslo_concurrency.lockutils [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] Acquired lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.675336] env[69371]: DEBUG nova.network.neutron [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Refreshing network info cache for port e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.874482] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.874912] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.874912] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.875142] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.875344] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.875554] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.875827] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.876068] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.876268] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.876495] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.876732] env[69371]: DEBUG nova.virt.hardware [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.882951] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.883347] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5feb03-e483-4307-babd-d8b2a4d5833d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.904049] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1369.904049] env[69371]: value = "task-4131263" [ 1369.904049] env[69371]: _type = "Task" [ 1369.904049] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.914074] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.398744] env[69371]: DEBUG nova.network.neutron [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updated VIF entry in instance network info cache for port e7a872f6-104f-463d-bf7b-fd59f723ef9d. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.399245] env[69371]: DEBUG nova.network.neutron [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating instance_info_cache with network_info: [{"id": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "address": "fa:16:3e:59:6f:51", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7a872f6-10", "ovs_interfaceid": "e7a872f6-104f-463d-bf7b-fd59f723ef9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.415084] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.645079] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.645541] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.645955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.646300] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.646587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.650094] env[69371]: INFO nova.compute.manager [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Terminating instance [ 1370.902550] env[69371]: DEBUG oslo_concurrency.lockutils [req-984529dc-5f5c-4d00-bee9-b75ac2f75845 req-eceb23d2-4a9a-4e82-916b-919d94f29401 service nova] Releasing lock "refresh_cache-4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.914970] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.155751] env[69371]: DEBUG nova.compute.manager [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.155993] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.156918] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd8cc29-2e92-4df5-9ff2-36b6726b8b5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.165482] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.165764] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa8f416-717c-489a-b750-35b08989071a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.175487] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1371.175487] env[69371]: value = "task-4131264" [ 1371.175487] env[69371]: _type = "Task" [ 1371.175487] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.186019] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.415241] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131263, 'name': ReconfigVM_Task, 'duration_secs': 1.411185} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.415597] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1371.416511] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce625858-a55e-4504-b61c-289aa6b952ea {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.443061] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.443061] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7451af3c-ebdf-4ac2-88b9-ad2dce1415a9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.463093] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1371.463093] env[69371]: value = "task-4131265" [ 1371.463093] env[69371]: _type = "Task" [ 1371.463093] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.472149] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.686227] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131264, 'name': PowerOffVM_Task, 'duration_secs': 0.240711} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.686509] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.686682] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.686945] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad359d36-506a-4923-be05-537ea653108a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.815452] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.815823] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.816173] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleting the datastore file [datastore1] 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.816591] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b53810-c105-4a2e-8588-480f82d36329 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.824545] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for the task: (returnval){ [ 1371.824545] env[69371]: value = "task-4131267" [ 1371.824545] env[69371]: _type = "Task" [ 1371.824545] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.833655] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.974019] env[69371]: DEBUG oslo_vmware.api [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131265, 'name': ReconfigVM_Task, 'duration_secs': 0.328617} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.974476] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452/ad934bbf-6dd9-4e8a-a065-403b8d92c452.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.974599] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.337685] env[69371]: DEBUG oslo_vmware.api [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Task: {'id': task-4131267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149048} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.338013] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.338269] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.338508] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.338738] env[69371]: INFO nova.compute.manager [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1372.339066] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.339341] env[69371]: DEBUG nova.compute.manager [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.339469] env[69371]: DEBUG nova.network.neutron [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.481558] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f86770-ea7d-4d01-8de9-8639b447bd79 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.500809] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d209343-ea15-4334-b585-be72fe710926 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.521920] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.608696] env[69371]: DEBUG nova.compute.manager [req-e3d09395-a44f-4e26-a8e2-a7fdb6815a22 req-507867f1-666c-4626-bb55-b1ac2f3babd6 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Received event network-vif-deleted-235cd32a-8873-4983-a27c-af54bd88ece9 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.608914] env[69371]: INFO nova.compute.manager [req-e3d09395-a44f-4e26-a8e2-a7fdb6815a22 req-507867f1-666c-4626-bb55-b1ac2f3babd6 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Neutron deleted interface 235cd32a-8873-4983-a27c-af54bd88ece9; detaching it from the instance and deleting it from the info cache [ 1372.609083] env[69371]: DEBUG nova.network.neutron [req-e3d09395-a44f-4e26-a8e2-a7fdb6815a22 req-507867f1-666c-4626-bb55-b1ac2f3babd6 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.068810] env[69371]: DEBUG nova.network.neutron [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Port 9e3f9353-d374-48b3-84c1-be23adf81245 binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1373.089535] env[69371]: DEBUG nova.network.neutron [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.111723] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0164646-b9f0-48ba-83e8-26a60274c645 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.121856] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ece5f6-de5a-426a-a968-342d0abfcdcf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.148154] env[69371]: DEBUG nova.compute.manager [req-e3d09395-a44f-4e26-a8e2-a7fdb6815a22 req-507867f1-666c-4626-bb55-b1ac2f3babd6 service nova] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Detach interface failed, port_id=235cd32a-8873-4983-a27c-af54bd88ece9, reason: Instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.593635] env[69371]: INFO nova.compute.manager [-] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Took 1.25 seconds to deallocate network for instance. [ 1374.092786] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.093227] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.093227] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.101728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.101986] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.102223] env[69371]: DEBUG nova.objects.instance [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lazy-loading 'resources' on Instance uuid 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.688545] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395f87e-846d-41be-ad65-f764e8472b23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.696401] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38b11f-3daf-4de6-b6ab-0c96030922a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.727908] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b0f54-f232-4471-89d7-f8da4fa65be5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.735512] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0062bbc-bce9-490a-96f2-34e3300112e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.749215] env[69371]: DEBUG nova.compute.provider_tree [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.128088] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.128308] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.128501] env[69371]: DEBUG nova.network.neutron [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.253023] env[69371]: DEBUG nova.scheduler.client.report [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.758310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.778270] env[69371]: INFO nova.scheduler.client.report [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Deleted allocations for instance 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be [ 1375.864691] env[69371]: DEBUG nova.network.neutron [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.288584] env[69371]: DEBUG oslo_concurrency.lockutils [None req-b6086f55-cef7-4627-a1b4-9769fec68f8b tempest-ServerActionsTestOtherA-1554037733 tempest-ServerActionsTestOtherA-1554037733-project-member] Lock "4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.643s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.368270] env[69371]: DEBUG oslo_concurrency.lockutils [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.897930] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384de118-e606-4d8c-9c74-9f0912053108 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.917763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d35ba8-464b-465f-9360-21577fe69064 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.926076] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1377.434085] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-da257941-8d3d-47d4-80ca-4e1f3cccac42 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance 'ad934bbf-6dd9-4e8a-a065-403b8d92c452' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.339456] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.339868] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.339935] env[69371]: DEBUG nova.compute.manager [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Going to confirm migration 9 {{(pid=69371) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1379.913821] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.914040] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.914233] env[69371]: DEBUG nova.network.neutron [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.914424] env[69371]: DEBUG nova.objects.instance [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'info_cache' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.135558] env[69371]: DEBUG nova.network.neutron [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.639041] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.639249] env[69371]: DEBUG nova.objects.instance [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'migration_context' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.142205] env[69371]: DEBUG nova.objects.base [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1382.143187] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe19c9a-d1ea-41c2-8e9d-4681a79079c2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.164189] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860d073e-f597-4664-94e2-374f0fdc37e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.170432] env[69371]: DEBUG oslo_vmware.api [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1382.170432] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fd96f4-78dd-4238-3ba1-e266778de330" [ 1382.170432] env[69371]: _type = "Task" [ 1382.170432] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.178975] env[69371]: DEBUG oslo_vmware.api [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fd96f4-78dd-4238-3ba1-e266778de330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.680608] env[69371]: DEBUG oslo_vmware.api [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fd96f4-78dd-4238-3ba1-e266778de330, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.680850] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.681113] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.249689] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5303b0-6466-4113-97f2-e013f5b93dca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.257685] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c659223c-787f-4511-8301-793f2e080b8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.287744] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e862fe-ab06-4602-85e3-aa46562d4265 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.295994] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21194d33-4245-418d-b42b-ef7fba6c1f35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.309927] env[69371]: DEBUG nova.compute.provider_tree [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.814142] env[69371]: DEBUG nova.scheduler.client.report [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.827054] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.145s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.827054] env[69371]: DEBUG nova.compute.manager [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69371) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1385.382670] env[69371]: INFO nova.scheduler.client.report [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted allocation for migration dbb6e91d-2122-449f-8ffd-015a78eb68b1 [ 1385.888194] env[69371]: DEBUG oslo_concurrency.lockutils [None req-79921e5b-1c40-4f1e-baba-0dd3a5a36ec9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.548s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.226752] env[69371]: DEBUG nova.objects.instance [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.732241] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.732569] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.732569] env[69371]: DEBUG nova.network.neutron [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.732737] env[69371]: DEBUG nova.objects.instance [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'info_cache' on Instance uuid ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.236169] env[69371]: DEBUG nova.objects.base [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1387.953620] env[69371]: DEBUG nova.network.neutron [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [{"id": "9e3f9353-d374-48b3-84c1-be23adf81245", "address": "fa:16:3e:04:d1:49", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e3f9353-d3", "ovs_interfaceid": "9e3f9353-d374-48b3-84c1-be23adf81245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.456753] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-ad934bbf-6dd9-4e8a-a065-403b8d92c452" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.462887] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.463289] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3496627b-430e-4006-bc96-b7e91c0c0019 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.472629] env[69371]: DEBUG oslo_vmware.api [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1389.472629] env[69371]: value = "task-4131268" [ 1389.472629] env[69371]: _type = "Task" [ 1389.472629] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.480385] env[69371]: DEBUG oslo_vmware.api [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.982803] env[69371]: DEBUG oslo_vmware.api [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131268, 'name': PowerOnVM_Task, 'duration_secs': 0.385769} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.983084] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.983286] env[69371]: DEBUG nova.compute.manager [None req-a9b4669a-01f8-48a3-bf3c-f1f96cae07a9 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1389.984096] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545cd7ff-ba49-4e46-994e-cf5d94eb9606 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.830883] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.831303] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.831352] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.831578] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.831761] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.833931] env[69371]: INFO nova.compute.manager [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Terminating instance [ 1391.337609] env[69371]: DEBUG nova.compute.manager [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.337812] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.338783] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf7d389-8263-46da-bbcf-a42b038f3756 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.346800] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.347073] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172bc38e-900c-4f5f-b840-e50f29a772dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.354581] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1391.354581] env[69371]: value = "task-4131269" [ 1391.354581] env[69371]: _type = "Task" [ 1391.354581] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.363572] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.864856] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131269, 'name': PowerOffVM_Task, 'duration_secs': 0.201085} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.865245] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.865311] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.865539] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1178897c-71dc-4350-9087-2a7b09593762 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.942093] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.942093] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.942093] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleting the datastore file [datastore1] ad934bbf-6dd9-4e8a-a065-403b8d92c452 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.942093] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d162b8ac-28ba-4c64-afa4-819a3b29cc87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.949424] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1391.949424] env[69371]: value = "task-4131271" [ 1391.949424] env[69371]: _type = "Task" [ 1391.949424] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.958067] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.459642] env[69371]: DEBUG oslo_vmware.api [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134916} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.459932] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.460161] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.460349] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.460539] env[69371]: INFO nova.compute.manager [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1392.460787] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.460983] env[69371]: DEBUG nova.compute.manager [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.461095] env[69371]: DEBUG nova.network.neutron [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.918287] env[69371]: DEBUG nova.compute.manager [req-1600078d-78cf-4fe4-99f0-da6604b320de req-5dfdfa58-bc8a-47f1-8bdf-b35a420353cc service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Received event network-vif-deleted-9e3f9353-d374-48b3-84c1-be23adf81245 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.918555] env[69371]: INFO nova.compute.manager [req-1600078d-78cf-4fe4-99f0-da6604b320de req-5dfdfa58-bc8a-47f1-8bdf-b35a420353cc service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Neutron deleted interface 9e3f9353-d374-48b3-84c1-be23adf81245; detaching it from the instance and deleting it from the info cache [ 1392.918678] env[69371]: DEBUG nova.network.neutron [req-1600078d-78cf-4fe4-99f0-da6604b320de req-5dfdfa58-bc8a-47f1-8bdf-b35a420353cc service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.379994] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.380270] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.380435] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.380593] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.380745] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.380892] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.381049] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.381189] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1393.381338] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.390482] env[69371]: DEBUG nova.network.neutron [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.421504] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50f91ac1-4fd9-4c1c-9f06-e867fac19a66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.431189] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1acb21-7ab9-4310-b57f-4f41c9df8a60 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.457926] env[69371]: DEBUG nova.compute.manager [req-1600078d-78cf-4fe4-99f0-da6604b320de req-5dfdfa58-bc8a-47f1-8bdf-b35a420353cc service nova] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Detach interface failed, port_id=9e3f9353-d374-48b3-84c1-be23adf81245, reason: Instance ad934bbf-6dd9-4e8a-a065-403b8d92c452 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.884555] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.884769] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.884927] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.885107] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1393.886024] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de30c037-48a8-4bd9-b072-e3783d21d0a2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.893794] env[69371]: INFO nova.compute.manager [-] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Took 1.43 seconds to deallocate network for instance. [ 1393.896450] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4c66e-68d6-414a-978e-94c0d76a1f69 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.913444] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1db77-26a9-4cd5-baff-38d519a5cfe8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.920468] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18012d-34c7-4a20-9baa-c9579f0bf7ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.950387] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180383MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1393.950589] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.950769] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.404587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.977730] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fd672959-0a47-4ffe-a421-7e77809d8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1394.977990] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1394.978077] env[69371]: WARNING nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ad934bbf-6dd9-4e8a-a065-403b8d92c452 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1394.978324] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1394.978501] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1395.027921] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b46a79-92a1-4bf8-b35c-91e158af429d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.038413] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea6628-7266-4bd0-a1f9-55905729bc2d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.069731] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc231c-e92e-409b-b43e-ff116f73fe95 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.077119] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df8070-dea2-4d22-8960-47fdd3d397d3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.090429] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.593456] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.098581] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1396.099053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.099122] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.695s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.099344] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.122839] env[69371]: INFO nova.scheduler.client.report [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted allocations for instance ad934bbf-6dd9-4e8a-a065-403b8d92c452 [ 1396.633038] env[69371]: DEBUG oslo_concurrency.lockutils [None req-545634f6-85d6-4973-964d-5d24df5fe7fe tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "ad934bbf-6dd9-4e8a-a065-403b8d92c452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.988567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.988919] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.491526] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.013974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.014283] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.015819] env[69371]: INFO nova.compute.claims [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.072662] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02a5b6-0e08-44ec-9a67-1cd20bb5a2be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.080557] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e1a0b-736f-4c83-9a57-cbae9519287b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.111492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f39381-c11c-4544-b140-d25964594ec5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.118912] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266f4f3-168a-45eb-9919-228ef3d512c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.132236] env[69371]: DEBUG nova.compute.provider_tree [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.635437] env[69371]: DEBUG nova.scheduler.client.report [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.140688] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.141278] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.646967] env[69371]: DEBUG nova.compute.utils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.648380] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.648559] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.699700] env[69371]: DEBUG nova.policy [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be1c6dc89fb430b820ca2958459e95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0623d607a442388847057af2fb2e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.982631] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Successfully created port: 5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.152307] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1403.163067] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.190802] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.191082] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.191250] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.191440] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.191623] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.191790] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.192017] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.192194] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.192366] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.192533] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.192734] env[69371]: DEBUG nova.virt.hardware [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.193691] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a666e-871a-41a6-880a-a17583861e9e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.202960] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8d299-99ff-47f2-a0db-a536bdcb7e4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.342117] env[69371]: DEBUG nova.compute.manager [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Received event network-vif-plugged-5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.342341] env[69371]: DEBUG oslo_concurrency.lockutils [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.342534] env[69371]: DEBUG oslo_concurrency.lockutils [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.342729] env[69371]: DEBUG oslo_concurrency.lockutils [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.342902] env[69371]: DEBUG nova.compute.manager [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] No waiting events found dispatching network-vif-plugged-5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1403.343090] env[69371]: WARNING nova.compute.manager [req-05a7ccce-14da-4a75-bfee-1403a74a236e req-7b81b942-b411-4452-a97b-e78a3feeb2f0 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Received unexpected event network-vif-plugged-5f7475ac-5166-4eb8-adbd-a11aedf7846e for instance with vm_state building and task_state spawning. [ 1403.433329] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Successfully updated port: 5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.936145] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.936250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.936405] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.477823] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.609339] env[69371]: DEBUG nova.network.neutron [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.019481] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.019752] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.111874] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.112225] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Instance network_info: |[{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1405.112664] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d7:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f7475ac-5166-4eb8-adbd-a11aedf7846e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.120285] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.120488] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.120711] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6d9f2f2-cfba-43a0-8dac-0a4e7b264754 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.140575] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.140575] env[69371]: value = "task-4131272" [ 1405.140575] env[69371]: _type = "Task" [ 1405.140575] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.148267] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131272, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.367667] env[69371]: DEBUG nova.compute.manager [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Received event network-changed-5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.367859] env[69371]: DEBUG nova.compute.manager [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Refreshing instance network info cache due to event network-changed-5f7475ac-5166-4eb8-adbd-a11aedf7846e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1405.368242] env[69371]: DEBUG oslo_concurrency.lockutils [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.368391] env[69371]: DEBUG oslo_concurrency.lockutils [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.368561] env[69371]: DEBUG nova.network.neutron [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Refreshing network info cache for port 5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.523493] env[69371]: DEBUG nova.compute.utils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1405.650479] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131272, 'name': CreateVM_Task, 'duration_secs': 0.310075} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.650656] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.651347] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.651520] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.651882] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.652177] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267c906d-74af-408a-a4af-362b72aadbcf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.656645] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1405.656645] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52307447-81aa-93ed-b4ad-e957d3405976" [ 1405.656645] env[69371]: _type = "Task" [ 1405.656645] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.664612] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52307447-81aa-93ed-b4ad-e957d3405976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.026384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.075494] env[69371]: DEBUG nova.network.neutron [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updated VIF entry in instance network info cache for port 5f7475ac-5166-4eb8-adbd-a11aedf7846e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.075620] env[69371]: DEBUG nova.network.neutron [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.166863] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52307447-81aa-93ed-b4ad-e957d3405976, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.167212] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.167446] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.167683] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.167858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.168084] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.168347] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d7206b-257a-409a-8989-1d82739581e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.177185] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.177368] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.178121] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f57bc2-cb9b-40e3-9e4a-ea1702773235 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.186011] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1406.186011] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52b511ba-6717-21f9-f102-0d8d4d9bc10d" [ 1406.186011] env[69371]: _type = "Task" [ 1406.186011] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.194176] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b511ba-6717-21f9-f102-0d8d4d9bc10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.578456] env[69371]: DEBUG oslo_concurrency.lockutils [req-57d66535-75e3-408a-91d8-cc326be72ab6 req-d4198c2d-b5c2-46fd-a707-b53548b76a11 service nova] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.696406] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52b511ba-6717-21f9-f102-0d8d4d9bc10d, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.697204] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b5e798-4b57-494b-8156-beab24e85e43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.702945] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1406.702945] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5225e32f-f440-5ae0-0823-5e31ea570dae" [ 1406.702945] env[69371]: _type = "Task" [ 1406.702945] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.710757] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5225e32f-f440-5ae0-0823-5e31ea570dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.086832] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.087137] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.087382] env[69371]: INFO nova.compute.manager [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Attaching volume b0a04d9b-9fe5-4b92-873f-d082bb4be34b to /dev/sdb [ 1407.126382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6309210a-aade-4983-9bb3-37f48f348e16 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.144686] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24123010-143a-4463-90d3-8caef6fe1cf4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.168615] env[69371]: DEBUG nova.virt.block_device [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating existing volume attachment record: e84e9fe0-1125-46a8-994e-3ce0c20dab71 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1407.213944] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5225e32f-f440-5ae0-0823-5e31ea570dae, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.214024] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.214292] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.214561] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c3d541-ef4b-4b7a-80b5-c018b928812e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.222544] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1407.222544] env[69371]: value = "task-4131273" [ 1407.222544] env[69371]: _type = "Task" [ 1407.222544] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.231905] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.252833] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.253083] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.733622] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465591} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.734033] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.734155] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.734434] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e6e446-1714-404f-a714-cc13817bcebc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.742174] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1407.742174] env[69371]: value = "task-4131277" [ 1407.742174] env[69371]: _type = "Task" [ 1407.742174] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.750958] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.755919] env[69371]: DEBUG nova.compute.utils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.252551] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066189} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.252863] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.253720] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de446cd-d2e4-4a44-8c04-093a2e774cd0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.268801] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.278055] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.278378] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b88988-b3f5-462d-99de-2795c0b60bbb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.299741] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1408.299741] env[69371]: value = "task-4131278" [ 1408.299741] env[69371]: _type = "Task" [ 1408.299741] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.308304] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.810460] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131278, 'name': ReconfigVM_Task, 'duration_secs': 0.278959} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.810794] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.813453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea668ac-be9e-457b-acd6-c72a7e5e52f4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.823529] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1408.823529] env[69371]: value = "task-4131279" [ 1408.823529] env[69371]: _type = "Task" [ 1408.823529] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.833522] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131279, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.319334] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.319624] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.319832] env[69371]: INFO nova.compute.manager [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Attaching volume bfc8685a-6008-43b7-90b1-94941143f2be to /dev/sdb [ 1409.336062] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131279, 'name': Rename_Task, 'duration_secs': 0.151993} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.336360] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.336628] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b5359e-c987-46d8-a908-f57fa10f2812 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.344563] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1409.344563] env[69371]: value = "task-4131280" [ 1409.344563] env[69371]: _type = "Task" [ 1409.344563] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.354427] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.356900] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5c753-b63a-4bde-9c55-5a081b94df5f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.365219] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae98588-15fd-4646-90b5-c59eaa124430 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.381875] env[69371]: DEBUG nova.virt.block_device [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating existing volume attachment record: 1c09628c-1978-486d-a080-d046ee085b9a {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1409.854930] env[69371]: DEBUG oslo_vmware.api [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131280, 'name': PowerOnVM_Task, 'duration_secs': 0.472532} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.855281] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.855440] env[69371]: INFO nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1409.855653] env[69371]: DEBUG nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1409.856476] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09108d-8956-4980-b5ef-d5e2bfa87323 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.375222] env[69371]: INFO nova.compute.manager [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Took 11.38 seconds to build instance. [ 1410.877602] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a633c2b9-a2e5-48bc-9aa2-01fa4a86eaf8 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.888s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.089702] env[69371]: DEBUG nova.compute.manager [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Received event network-changed-5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.089921] env[69371]: DEBUG nova.compute.manager [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Refreshing instance network info cache due to event network-changed-5f7475ac-5166-4eb8-adbd-a11aedf7846e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.090157] env[69371]: DEBUG oslo_concurrency.lockutils [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.090301] env[69371]: DEBUG oslo_concurrency.lockutils [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.090459] env[69371]: DEBUG nova.network.neutron [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Refreshing network info cache for port 5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.718926] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1411.719203] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818243', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'name': 'volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd672959-0a47-4ffe-a421-7e77809d8d3c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'serial': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1411.720147] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a491903-790a-41b3-918e-242ad3ac3277 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.739825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d589b38-e60e-47a6-aef1-10e3dfb1c296 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.766314] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b/volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.766761] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05385ad2-e98d-4929-a8e7-7611b07d8f8f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.787769] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1411.787769] env[69371]: value = "task-4131285" [ 1411.787769] env[69371]: _type = "Task" [ 1411.787769] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.796243] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.812178] env[69371]: DEBUG nova.network.neutron [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updated VIF entry in instance network info cache for port 5f7475ac-5166-4eb8-adbd-a11aedf7846e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.812738] env[69371]: DEBUG nova.network.neutron [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.298112] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131285, 'name': ReconfigVM_Task, 'duration_secs': 0.3551} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.298618] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b/volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.303952] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edaaed7a-5736-43b9-99a4-a0a75202499f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.315839] env[69371]: DEBUG oslo_concurrency.lockutils [req-f32fd8fc-608b-485d-9de4-b0d3af290917 req-316be0af-ddc0-4b8a-8288-72aaf306b3f3 service nova] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.319941] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1412.319941] env[69371]: value = "task-4131287" [ 1412.319941] env[69371]: _type = "Task" [ 1412.319941] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.328620] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.829782] env[69371]: DEBUG oslo_vmware.api [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131287, 'name': ReconfigVM_Task, 'duration_secs': 0.158607} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.830089] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818243', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'name': 'volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd672959-0a47-4ffe-a421-7e77809d8d3c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'serial': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1413.867084] env[69371]: DEBUG nova.objects.instance [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.372112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-36a8c4ac-6c19-449f-83be-18fff46b7418 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.401576] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.401900] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.402115] env[69371]: DEBUG nova.compute.manager [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1414.403251] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c29f564-b361-4476-86d4-932426099a93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.410281] env[69371]: DEBUG nova.compute.manager [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1414.410830] env[69371]: DEBUG nova.objects.instance [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.432544] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1414.432776] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818245', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'name': 'volume-bfc8685a-6008-43b7-90b1-94941143f2be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fb8f0a8-992a-4122-88c2-c2f6a3014c9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'serial': 'bfc8685a-6008-43b7-90b1-94941143f2be'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1414.433635] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec504fe1-c8f6-4c03-99b5-d8afd255005b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.450309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076866c-f3d0-4a4a-a7de-5f277883adc7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.481743] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-bfc8685a-6008-43b7-90b1-94941143f2be/volume-bfc8685a-6008-43b7-90b1-94941143f2be.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.482208] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c176fa-ed7e-4ffa-b4fa-e2a53ac5a2c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.505902] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1414.505902] env[69371]: value = "task-4131288" [ 1414.505902] env[69371]: _type = "Task" [ 1414.505902] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.514465] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.015896] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131288, 'name': ReconfigVM_Task, 'duration_secs': 0.389404} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.016279] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-bfc8685a-6008-43b7-90b1-94941143f2be/volume-bfc8685a-6008-43b7-90b1-94941143f2be.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.020890] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3678c6-7fbc-460b-bc03-7f04ce7a2187 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.036803] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1415.036803] env[69371]: value = "task-4131289" [ 1415.036803] env[69371]: _type = "Task" [ 1415.036803] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.044722] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.417305] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.417574] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7fac74d-2638-450f-871a-f39aabffaf68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.425249] env[69371]: DEBUG oslo_vmware.api [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1415.425249] env[69371]: value = "task-4131290" [ 1415.425249] env[69371]: _type = "Task" [ 1415.425249] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.434279] env[69371]: DEBUG oslo_vmware.api [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.547178] env[69371]: DEBUG oslo_vmware.api [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131289, 'name': ReconfigVM_Task, 'duration_secs': 0.15269} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.547501] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818245', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'name': 'volume-bfc8685a-6008-43b7-90b1-94941143f2be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fb8f0a8-992a-4122-88c2-c2f6a3014c9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'serial': 'bfc8685a-6008-43b7-90b1-94941143f2be'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1415.937106] env[69371]: DEBUG oslo_vmware.api [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131290, 'name': PowerOffVM_Task, 'duration_secs': 0.187721} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.937386] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.937579] env[69371]: DEBUG nova.compute.manager [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1415.938363] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3cca74-0264-47c8-9be3-d8d957a18aa2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.450831] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a2d35571-401e-46b5-9808-12a00f70fb42 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.583339] env[69371]: DEBUG nova.objects.instance [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.771554] env[69371]: DEBUG nova.objects.instance [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.088689] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7a0c7fed-f091-49e0-bcb7-b1d37060c67c tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.276966] env[69371]: DEBUG oslo_concurrency.lockutils [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.277169] env[69371]: DEBUG oslo_concurrency.lockutils [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.277494] env[69371]: DEBUG nova.network.neutron [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.277605] env[69371]: DEBUG nova.objects.instance [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'info_cache' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.781456] env[69371]: DEBUG nova.objects.base [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1418.510055] env[69371]: DEBUG nova.network.neutron [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.833257] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "21455577-1d9f-4484-96d5-5f272c543705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.833669] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.013112] env[69371]: DEBUG oslo_concurrency.lockutils [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.337025] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.859477] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.859810] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.861374] env[69371]: INFO nova.compute.claims [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.018567] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.019099] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08217657-3c9d-44af-a191-efc76510a192 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.027115] env[69371]: DEBUG oslo_vmware.api [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1420.027115] env[69371]: value = "task-4131291" [ 1420.027115] env[69371]: _type = "Task" [ 1420.027115] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.035995] env[69371]: DEBUG oslo_vmware.api [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.537707] env[69371]: DEBUG oslo_vmware.api [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131291, 'name': PowerOnVM_Task, 'duration_secs': 0.41812} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.537998] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.538227] env[69371]: DEBUG nova.compute.manager [None req-48434053-2a32-42f3-806a-7120db725dd0 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1420.539034] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1088e69-1d76-4b86-b17f-54766159d0dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.934263] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d736e0-0538-449d-b312-0189e15a0f53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.942394] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7990d3-eb24-4c2c-8657-91b855e6ebe1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.974220] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be8271a-c7c4-4458-8eba-5da6409d574d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.982682] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c3096-3d61-48c7-8227-80d6fb1be1e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.996984] env[69371]: DEBUG nova.compute.provider_tree [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.501067] env[69371]: DEBUG nova.scheduler.client.report [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.005766] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.006353] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.511359] env[69371]: DEBUG nova.compute.utils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.512932] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.513140] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.549951] env[69371]: DEBUG nova.policy [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fc1f4c84024080af353d6181824772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc96e37ecda3423f85ef3c4b844bee90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.836053] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Successfully created port: e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.017062] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.026810] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.053872] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.054138] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.054342] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.054542] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.054692] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.054841] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.055072] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.055239] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.055406] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.055569] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.055742] env[69371]: DEBUG nova.virt.hardware [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.056685] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcd9b3e-e172-4a6c-8852-85f1d18459e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.064967] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349f68e1-6548-44a5-9d45-df4ba6bb2bf9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.210873] env[69371]: DEBUG nova.compute.manager [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Received event network-vif-plugged-e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.211209] env[69371]: DEBUG oslo_concurrency.lockutils [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] Acquiring lock "21455577-1d9f-4484-96d5-5f272c543705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.211323] env[69371]: DEBUG oslo_concurrency.lockutils [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] Lock "21455577-1d9f-4484-96d5-5f272c543705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.211533] env[69371]: DEBUG oslo_concurrency.lockutils [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] Lock "21455577-1d9f-4484-96d5-5f272c543705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.211656] env[69371]: DEBUG nova.compute.manager [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] No waiting events found dispatching network-vif-plugged-e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1424.211866] env[69371]: WARNING nova.compute.manager [req-6c6f0755-81ed-4cf4-8488-6e553d964319 req-a9299ac1-40d6-45f7-a264-4760354820de service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Received unexpected event network-vif-plugged-e591cbd4-e77d-4626-b10f-24ac9ef24c7f for instance with vm_state building and task_state spawning. [ 1424.290954] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Successfully updated port: e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.794118] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.794118] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.794118] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.326255] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.451183] env[69371]: DEBUG nova.network.neutron [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updating instance_info_cache with network_info: [{"id": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "address": "fa:16:3e:3c:cc:05", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape591cbd4-e7", "ovs_interfaceid": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.954320] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.954608] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Instance network_info: |[{"id": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "address": "fa:16:3e:3c:cc:05", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape591cbd4-e7", "ovs_interfaceid": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.955074] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:cc:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e591cbd4-e77d-4626-b10f-24ac9ef24c7f', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.962540] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.962795] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.963082] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebe7b946-5f41-4ef7-8623-7236d4299e68 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.985189] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.985189] env[69371]: value = "task-4131292" [ 1425.985189] env[69371]: _type = "Task" [ 1425.985189] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.994212] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131292, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.240701] env[69371]: DEBUG nova.compute.manager [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Received event network-changed-e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.240875] env[69371]: DEBUG nova.compute.manager [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Refreshing instance network info cache due to event network-changed-e591cbd4-e77d-4626-b10f-24ac9ef24c7f. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1426.241135] env[69371]: DEBUG oslo_concurrency.lockutils [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] Acquiring lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.241334] env[69371]: DEBUG oslo_concurrency.lockutils [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] Acquired lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.241544] env[69371]: DEBUG nova.network.neutron [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Refreshing network info cache for port e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.495275] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131292, 'name': CreateVM_Task, 'duration_secs': 0.340957} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.495652] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.496095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.496270] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.496600] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.496859] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b583189a-5916-4e9c-a4d4-d1ea2ccbe227 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.502457] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1426.502457] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523e5977-68b9-b149-ecd3-1094b169ca97" [ 1426.502457] env[69371]: _type = "Task" [ 1426.502457] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.511508] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523e5977-68b9-b149-ecd3-1094b169ca97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.935801] env[69371]: DEBUG nova.network.neutron [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updated VIF entry in instance network info cache for port e591cbd4-e77d-4626-b10f-24ac9ef24c7f. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.936189] env[69371]: DEBUG nova.network.neutron [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updating instance_info_cache with network_info: [{"id": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "address": "fa:16:3e:3c:cc:05", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape591cbd4-e7", "ovs_interfaceid": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.017952] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523e5977-68b9-b149-ecd3-1094b169ca97, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.018416] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.018715] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.019039] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.019250] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.019628] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.019978] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-006e67db-0d5c-4931-b582-294f7e200dda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.030729] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.030976] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.032078] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07a3a0b-5f09-4038-87d5-7d2672391c4b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.038740] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1427.038740] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]527c40c5-27d8-4b42-f4b3-da0fa4f885d9" [ 1427.038740] env[69371]: _type = "Task" [ 1427.038740] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.046848] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527c40c5-27d8-4b42-f4b3-da0fa4f885d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.439024] env[69371]: DEBUG oslo_concurrency.lockutils [req-1b22e421-6f46-42fb-9e8b-32a2d3c0ec29 req-e8b86d2d-17e4-43a9-97de-06418b711568 service nova] Releasing lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.551682] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]527c40c5-27d8-4b42-f4b3-da0fa4f885d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.552544] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7930e06-0653-4f93-b69c-6afd41679bb5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.559172] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1427.559172] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae593-7bb3-312e-3339-d303c3216637" [ 1427.559172] env[69371]: _type = "Task" [ 1427.559172] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.568464] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae593-7bb3-312e-3339-d303c3216637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.069916] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]526ae593-7bb3-312e-3339-d303c3216637, 'name': SearchDatastore_Task, 'duration_secs': 0.02221} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.070214] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.070470] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 21455577-1d9f-4484-96d5-5f272c543705/21455577-1d9f-4484-96d5-5f272c543705.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.070727] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e4a8e3-ffab-4858-8945-ceeafe160f1e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.078085] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1428.078085] env[69371]: value = "task-4131293" [ 1428.078085] env[69371]: _type = "Task" [ 1428.078085] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.086126] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.588065] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493859} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.588440] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 21455577-1d9f-4484-96d5-5f272c543705/21455577-1d9f-4484-96d5-5f272c543705.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.588536] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.588728] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800a7027-df77-4e71-986a-805e442c5e18 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.595130] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1428.595130] env[69371]: value = "task-4131294" [ 1428.595130] env[69371]: _type = "Task" [ 1428.595130] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.602898] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.106065] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081518} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.106065] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.106450] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a0212c-d410-4d30-9911-0a7d285f8bf9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.128776] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 21455577-1d9f-4484-96d5-5f272c543705/21455577-1d9f-4484-96d5-5f272c543705.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.129189] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e61478b-f7e0-4e1f-aac9-29dd8c5088e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.153371] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1429.153371] env[69371]: value = "task-4131295" [ 1429.153371] env[69371]: _type = "Task" [ 1429.153371] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.164412] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.663544] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.164701] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131295, 'name': ReconfigVM_Task, 'duration_secs': 0.552087} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.165943] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 21455577-1d9f-4484-96d5-5f272c543705/21455577-1d9f-4484-96d5-5f272c543705.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.165943] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b13e4a6-5cd8-4fcd-8496-a3d1757f0a8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.172511] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1430.172511] env[69371]: value = "task-4131296" [ 1430.172511] env[69371]: _type = "Task" [ 1430.172511] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.181738] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131296, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.682252] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131296, 'name': Rename_Task, 'duration_secs': 0.151272} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.682660] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.682785] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-106fd50b-2408-459e-beab-23fac12b2bc3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.689616] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1430.689616] env[69371]: value = "task-4131297" [ 1430.689616] env[69371]: _type = "Task" [ 1430.689616] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.698016] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.199626] env[69371]: DEBUG oslo_vmware.api [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131297, 'name': PowerOnVM_Task, 'duration_secs': 0.466619} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.199892] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.200093] env[69371]: INFO nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1431.200263] env[69371]: DEBUG nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1431.201087] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78c8bf-8724-483d-88f9-f36a34f8c47f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.719762] env[69371]: INFO nova.compute.manager [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Took 11.88 seconds to build instance. [ 1431.831359] env[69371]: DEBUG nova.compute.manager [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Received event network-changed-e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.831705] env[69371]: DEBUG nova.compute.manager [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Refreshing instance network info cache due to event network-changed-e591cbd4-e77d-4626-b10f-24ac9ef24c7f. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.831836] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] Acquiring lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.831952] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] Acquired lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.832134] env[69371]: DEBUG nova.network.neutron [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Refreshing network info cache for port e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.222543] env[69371]: DEBUG oslo_concurrency.lockutils [None req-44742fcc-66c8-4413-bc6e-50f26c48cc33 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.389s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.536381] env[69371]: DEBUG nova.network.neutron [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updated VIF entry in instance network info cache for port e591cbd4-e77d-4626-b10f-24ac9ef24c7f. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.536739] env[69371]: DEBUG nova.network.neutron [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updating instance_info_cache with network_info: [{"id": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "address": "fa:16:3e:3c:cc:05", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape591cbd4-e7", "ovs_interfaceid": "e591cbd4-e77d-4626-b10f-24ac9ef24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.039376] env[69371]: DEBUG oslo_concurrency.lockutils [req-a6f18f78-a062-4198-b1b7-0fba6c069794 req-4fa19003-abdd-41d7-a7ed-a2207bd1761e service nova] Releasing lock "refresh_cache-21455577-1d9f-4484-96d5-5f272c543705" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.325225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.325508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.829517] env[69371]: DEBUG nova.compute.utils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.332849] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.472960] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.473207] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.978446] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.978694] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.978860] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.979077] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.979267] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.979842] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1450.979842] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.395670] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.396157] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.396258] env[69371]: INFO nova.compute.manager [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Attaching volume 645bdd96-ab8c-43b8-806c-a57dfe007c8d to /dev/sdb [ 1451.427949] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe17b88-8796-42ce-bce9-999870dff090 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.435759] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dddb45-ee66-4958-9240-41e58d2b5275 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.450274] env[69371]: DEBUG nova.virt.block_device [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating existing volume attachment record: f3a304ed-a529-4393-bc83-6461d38237c3 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.483203] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.483485] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.483668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.483827] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1451.484710] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aaa75a-0463-4fb2-9cfb-313e79f6c8aa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.493405] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac10ff4-0360-4b32-a3c6-530d50a7cd93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.508431] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6a2b7-10e1-4a94-8f7d-579f5a7f6863 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.515394] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6ba58-3fe7-4377-ae74-fffb1c038465 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.545412] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1451.545593] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.545796] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.575725] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fd672959-0a47-4ffe-a421-7e77809d8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1452.576079] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1452.576079] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 1c591072-c30a-4854-99b6-6b049a0a7c41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1452.576396] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 21455577-1d9f-4484-96d5-5f272c543705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1452.576396] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1452.576486] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1452.594388] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Refreshing inventories for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1452.607188] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Updating ProviderTree inventory for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1452.607369] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Updating inventory in ProviderTree for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.617647] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Refreshing aggregate associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, aggregates: None {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1452.634438] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Refreshing trait associations for resource provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=69371) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1452.687140] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4757ac-395b-4bf5-83c4-bed447361b6e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.694891] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e614a0-f4ce-4b54-a9d6-153bd8cecc4d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.726161] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8198c5-a72a-401c-b9d0-4598238b7228 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.734037] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706f4b52-dbd9-41cb-8f40-c69b83567a83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.747157] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.250418] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.755717] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1453.756153] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.534192] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.996720] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1455.996996] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818248', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'name': 'volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c591072-c30a-4854-99b6-6b049a0a7c41', 'attached_at': '', 'detached_at': '', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'serial': '645bdd96-ab8c-43b8-806c-a57dfe007c8d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1455.997920] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22057d0-51bd-4bc4-9f02-42d2094f9b23 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.015746] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36124a4-5901-42eb-b836-156f562c34c9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.043614] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d/volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.043958] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785cf240-cd15-400f-ac26-66bf419acf08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.063471] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1456.063471] env[69371]: value = "task-4131302" [ 1456.063471] env[69371]: _type = "Task" [ 1456.063471] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.072208] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.573727] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131302, 'name': ReconfigVM_Task, 'duration_secs': 0.367668} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.574080] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d/volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.578832] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9413176a-1b1a-466d-b987-471e9c259e35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.595168] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1456.595168] env[69371]: value = "task-4131303" [ 1456.595168] env[69371]: _type = "Task" [ 1456.595168] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.603862] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.105857] env[69371]: DEBUG oslo_vmware.api [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131303, 'name': ReconfigVM_Task, 'duration_secs': 0.139254} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.106206] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818248', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'name': 'volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c591072-c30a-4854-99b6-6b049a0a7c41', 'attached_at': '', 'detached_at': '', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'serial': '645bdd96-ab8c-43b8-806c-a57dfe007c8d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1457.132350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.132599] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.635619] env[69371]: INFO nova.compute.manager [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Detaching volume b0a04d9b-9fe5-4b92-873f-d082bb4be34b [ 1457.665995] env[69371]: INFO nova.virt.block_device [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Attempting to driver detach volume b0a04d9b-9fe5-4b92-873f-d082bb4be34b from mountpoint /dev/sdb [ 1457.666422] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1457.666732] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818243', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'name': 'volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd672959-0a47-4ffe-a421-7e77809d8d3c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'serial': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1457.668496] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b3fc5-86d3-4dad-ad99-4f0edd64c1df {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.706407] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d3603-f18c-4730-b77a-fb7d1115bb0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.717339] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a055ce2-e3ea-41b0-884f-72c4a1ba817f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.755476] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092f2f43-4f06-4a5a-8966-f578b456b5b5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.781208] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] The volume has not been displaced from its original location: [datastore2] volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b/volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1457.790943] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1457.791504] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce76379-b8b1-425d-a866-84c79095c269 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.821742] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1457.821742] env[69371]: value = "task-4131304" [ 1457.821742] env[69371]: _type = "Task" [ 1457.821742] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.835015] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.142847] env[69371]: DEBUG nova.objects.instance [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'flavor' on Instance uuid 1c591072-c30a-4854-99b6-6b049a0a7c41 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.332140] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131304, 'name': ReconfigVM_Task, 'duration_secs': 0.225562} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.332468] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1458.337135] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45b4552-deff-4343-9ef9-5a57dcae75b6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.352926] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1458.352926] env[69371]: value = "task-4131305" [ 1458.352926] env[69371]: _type = "Task" [ 1458.352926] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.362097] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.649351] env[69371]: DEBUG oslo_concurrency.lockutils [None req-5442a6c4-0933-4949-86c7-33ea5ae32338 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.865382] env[69371]: DEBUG oslo_vmware.api [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131305, 'name': ReconfigVM_Task, 'duration_secs': 0.147358} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.865793] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818243', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'name': 'volume-b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd672959-0a47-4ffe-a421-7e77809d8d3c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b', 'serial': 'b0a04d9b-9fe5-4b92-873f-d082bb4be34b'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1459.408182] env[69371]: DEBUG nova.objects.instance [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.579722] env[69371]: DEBUG nova.compute.manager [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Stashing vm_state: active {{(pid=69371) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1460.101248] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.101562] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.308697] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.415747] env[69371]: DEBUG oslo_concurrency.lockutils [None req-31f21bf5-b135-4163-8baf-f32c5d42ff6b tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.416866] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.108s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.417516] env[69371]: DEBUG nova.compute.manager [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1460.418166] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069cdbc-a172-4223-addf-c413c16834be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.425946] env[69371]: DEBUG nova.compute.manager [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69371) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1460.426610] env[69371]: DEBUG nova.objects.instance [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.606707] env[69371]: INFO nova.compute.claims [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.113928] env[69371]: INFO nova.compute.resource_tracker [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating resource usage from migration 679c09ef-1e54-499d-bd5c-824580814ee9 [ 1461.183957] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3431bbd-99b5-4c36-b3ca-1b303cf57e5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.191981] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420dddb-0b7d-4746-9e29-f4082c4c8dff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.222396] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbff97d-3f76-4692-bcd1-a5ae68629b61 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.229972] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c0cb95-6ce1-4d16-be5d-5580fa77d888 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.245092] env[69371]: DEBUG nova.compute.provider_tree [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.434700] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.435015] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c49bf563-f558-40c9-884a-2d43947ce4e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.443196] env[69371]: DEBUG oslo_vmware.api [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1461.443196] env[69371]: value = "task-4131306" [ 1461.443196] env[69371]: _type = "Task" [ 1461.443196] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.452582] env[69371]: DEBUG oslo_vmware.api [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.748940] env[69371]: DEBUG nova.scheduler.client.report [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.954316] env[69371]: DEBUG oslo_vmware.api [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131306, 'name': PowerOffVM_Task, 'duration_secs': 0.17947} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.954593] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.954788] env[69371]: DEBUG nova.compute.manager [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1461.955607] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2ee98-5521-4917-ac98-877e0db235b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.253524] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.253892] env[69371]: INFO nova.compute.manager [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Migrating [ 1462.466913] env[69371]: DEBUG oslo_concurrency.lockutils [None req-f00ed716-7ee1-4717-b3fe-a0e8a00ec4c9 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.692623] env[69371]: DEBUG nova.objects.instance [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.770951] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.771191] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.771419] env[69371]: DEBUG nova.network.neutron [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.197550] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.197758] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.197898] env[69371]: DEBUG nova.network.neutron [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.198092] env[69371]: DEBUG nova.objects.instance [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'info_cache' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.485555] env[69371]: DEBUG nova.network.neutron [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.703225] env[69371]: DEBUG nova.objects.base [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1463.988072] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.401476] env[69371]: DEBUG nova.network.neutron [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [{"id": "d67f106f-6426-448c-9e41-e44407194918", "address": "fa:16:3e:c7:0e:32", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67f106f-64", "ovs_interfaceid": "d67f106f-6426-448c-9e41-e44407194918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.904401] env[69371]: DEBUG oslo_concurrency.lockutils [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "refresh_cache-fd672959-0a47-4ffe-a421-7e77809d8d3c" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.503410] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbaaaff-cb82-48bd-8318-32e590b66a34 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.524789] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 0 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1465.910846] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.911331] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d8538e4-06fa-42ce-a05e-f42f6e224a42 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.918716] env[69371]: DEBUG oslo_vmware.api [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1465.918716] env[69371]: value = "task-4131307" [ 1465.918716] env[69371]: _type = "Task" [ 1465.918716] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.926450] env[69371]: DEBUG oslo_vmware.api [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.030792] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.031179] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248a8851-cd52-4225-ad7d-8ffb69a41306 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.038723] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1466.038723] env[69371]: value = "task-4131308" [ 1466.038723] env[69371]: _type = "Task" [ 1466.038723] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.048640] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.431161] env[69371]: DEBUG oslo_vmware.api [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131307, 'name': PowerOnVM_Task, 'duration_secs': 0.393075} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.431436] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.431654] env[69371]: DEBUG nova.compute.manager [None req-3cf4b3db-3969-475e-b563-056aac5ce2f4 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1466.432567] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5965e22-2e13-44b1-8a00-8fea7d6797ab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.548413] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131308, 'name': PowerOffVM_Task, 'duration_secs': 0.244017} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.548688] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.548875] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 17 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.055212] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.055648] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.055648] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.055819] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.055967] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.056136] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.056349] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.056511] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.056678] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.056841] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.057031] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.062015] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f226208-523c-4353-8dae-13fa9bc87930 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.078688] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1467.078688] env[69371]: value = "task-4131309" [ 1467.078688] env[69371]: _type = "Task" [ 1467.078688] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.087184] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.589014] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131309, 'name': ReconfigVM_Task, 'duration_secs': 0.167915} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.589581] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 33 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.096801] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.097243] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.097330] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.097455] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.097598] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.097746] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.097947] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.098176] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.098412] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.098579] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.098754] env[69371]: DEBUG nova.virt.hardware [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.104066] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1468.104354] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53631b1d-b2ef-46de-8829-c77a57e630f8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.123259] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1468.123259] env[69371]: value = "task-4131310" [ 1468.123259] env[69371]: _type = "Task" [ 1468.123259] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.131262] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.634683] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131310, 'name': ReconfigVM_Task, 'duration_secs': 0.19478} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.634960] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1468.635770] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfec4191-2cdc-44db-a20b-fdb0fa20b624 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.660409] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.661077] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ccc2ad-c51a-44b9-90f9-d771374690da {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.679500] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1468.679500] env[69371]: value = "task-4131311" [ 1468.679500] env[69371]: _type = "Task" [ 1468.679500] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.688875] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.189057] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131311, 'name': ReconfigVM_Task, 'duration_secs': 0.292453} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.189377] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.189585] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 50 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.608367] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "21455577-1d9f-4484-96d5-5f272c543705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.608641] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.608853] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "21455577-1d9f-4484-96d5-5f272c543705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.609051] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.609235] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.611458] env[69371]: INFO nova.compute.manager [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Terminating instance [ 1469.695513] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3aa76a-231d-47be-b8b4-8c3545c976e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.717292] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3cbec-cd2d-43bf-b4fe-a2ebf859212d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.737728] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 67 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.114874] env[69371]: DEBUG nova.compute.manager [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.115137] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.116544] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151990ad-cb7e-4db8-be8a-cf6eea40c0c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.124210] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.124699] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1401275-89a7-4e20-9353-d3c99661162f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.131072] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1470.131072] env[69371]: value = "task-4131312" [ 1470.131072] env[69371]: _type = "Task" [ 1470.131072] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.138590] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.641188] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131312, 'name': PowerOffVM_Task, 'duration_secs': 0.230716} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.641683] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.641683] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.641873] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc15609-2023-4fc9-875d-aabdcb6e2559 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.717028] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.717335] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.717570] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleting the datastore file [datastore1] 21455577-1d9f-4484-96d5-5f272c543705 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.717836] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb56021-6281-4065-92fe-5d3980128b83 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.726505] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1470.726505] env[69371]: value = "task-4131314" [ 1470.726505] env[69371]: _type = "Task" [ 1470.726505] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.735847] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.237293] env[69371]: DEBUG oslo_vmware.api [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135875} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.237584] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.237718] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.237910] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.238095] env[69371]: INFO nova.compute.manager [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1471.238344] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.238541] env[69371]: DEBUG nova.compute.manager [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.238638] env[69371]: DEBUG nova.network.neutron [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.424872] env[69371]: DEBUG nova.network.neutron [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Port 5f7475ac-5166-4eb8-adbd-a11aedf7846e binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1471.713575] env[69371]: DEBUG nova.compute.manager [req-85582cb1-75dc-47da-a7c9-925d3699478c req-e74c9e61-4818-45a8-9aa4-988a43c43d66 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Received event network-vif-deleted-e591cbd4-e77d-4626-b10f-24ac9ef24c7f {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.713856] env[69371]: INFO nova.compute.manager [req-85582cb1-75dc-47da-a7c9-925d3699478c req-e74c9e61-4818-45a8-9aa4-988a43c43d66 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Neutron deleted interface e591cbd4-e77d-4626-b10f-24ac9ef24c7f; detaching it from the instance and deleting it from the info cache [ 1471.713943] env[69371]: DEBUG nova.network.neutron [req-85582cb1-75dc-47da-a7c9-925d3699478c req-e74c9e61-4818-45a8-9aa4-988a43c43d66 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.196148] env[69371]: DEBUG nova.network.neutron [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.216734] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33b2618e-c1a9-4fa4-8491-c7356bbf401a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.228258] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0cb4a-2b35-4a3c-a68d-1645fe4705ed {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.259380] env[69371]: DEBUG nova.compute.manager [req-85582cb1-75dc-47da-a7c9-925d3699478c req-e74c9e61-4818-45a8-9aa4-988a43c43d66 service nova] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Detach interface failed, port_id=e591cbd4-e77d-4626-b10f-24ac9ef24c7f, reason: Instance 21455577-1d9f-4484-96d5-5f272c543705 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1472.447934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.447934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.447934] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.699297] env[69371]: INFO nova.compute.manager [-] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Took 1.46 seconds to deallocate network for instance. [ 1473.205956] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.206377] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.206519] env[69371]: DEBUG nova.objects.instance [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'resources' on Instance uuid 21455577-1d9f-4484-96d5-5f272c543705 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.482053] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.482277] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.482464] env[69371]: DEBUG nova.network.neutron [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.802943] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d20246-20b0-48f5-9206-4e6de8dd2123 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.810866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149ec0e-9630-489b-bbf9-f78bb11da426 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.842646] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94a2fa-f7db-4f56-8ac4-6dc3fa36514f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.851322] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf58c0c-3d1a-4de4-a78c-9598358a4d73 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.866273] env[69371]: DEBUG nova.compute.provider_tree [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.200161] env[69371]: DEBUG nova.network.neutron [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.369575] env[69371]: DEBUG nova.scheduler.client.report [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.702864] env[69371]: DEBUG oslo_concurrency.lockutils [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.876031] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.895339] env[69371]: INFO nova.scheduler.client.report [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted allocations for instance 21455577-1d9f-4484-96d5-5f272c543705 [ 1475.212463] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae0b086-c9eb-4420-aba4-ca5605bc1b8d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.221648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad9d70-8e0e-4cd8-b0d7-66f27891cb1c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.403590] env[69371]: DEBUG oslo_concurrency.lockutils [None req-eabea371-dc36-480a-a463-338e5f84a509 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "21455577-1d9f-4484-96d5-5f272c543705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.323770] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4882bb-f95b-4e8e-9a5a-ef91da3e6db5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.345904] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f5971-e61d-4de8-bdd4-2fc70dbc0365 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.353555] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 83 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.643455] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.643975] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.860491] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.860854] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f2d6dd5-7aa4-4352-99b2-f8df97eee342 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.869566] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1476.869566] env[69371]: value = "task-4131315" [ 1476.869566] env[69371]: _type = "Task" [ 1476.869566] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.880137] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.147308] env[69371]: INFO nova.compute.manager [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Detaching volume bfc8685a-6008-43b7-90b1-94941143f2be [ 1477.182144] env[69371]: INFO nova.virt.block_device [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Attempting to driver detach volume bfc8685a-6008-43b7-90b1-94941143f2be from mountpoint /dev/sdb [ 1477.182481] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1477.182678] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818245', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'name': 'volume-bfc8685a-6008-43b7-90b1-94941143f2be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fb8f0a8-992a-4122-88c2-c2f6a3014c9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'serial': 'bfc8685a-6008-43b7-90b1-94941143f2be'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1477.183753] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ca55c-aaff-46dc-bd85-3a302ff96a8c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.207866] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ff25f-5dfb-46ae-bbd5-80415b3e81a8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.216183] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e112eeec-2e47-417e-85eb-eb9bac230e27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.239492] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb39c2-bb94-4e3a-bd00-b761ecb2ab43 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.259394] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] The volume has not been displaced from its original location: [datastore1] volume-bfc8685a-6008-43b7-90b1-94941143f2be/volume-bfc8685a-6008-43b7-90b1-94941143f2be.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1477.267411] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.267931] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9eb29b7-217d-452e-9dc1-f0ab1084c9c8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.293248] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1477.293248] env[69371]: value = "task-4131316" [ 1477.293248] env[69371]: _type = "Task" [ 1477.293248] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.306370] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.381228] env[69371]: DEBUG oslo_vmware.api [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131315, 'name': PowerOnVM_Task, 'duration_secs': 0.442898} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.381443] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.381675] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bf917b-7602-457a-ad40-f59e4b9efef6 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance '1c591072-c30a-4854-99b6-6b049a0a7c41' progress to 100 {{(pid=69371) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.804092] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131316, 'name': ReconfigVM_Task, 'duration_secs': 0.258757} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.804489] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1477.809036] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648c37b4-9690-4528-a5dc-88469670a8b9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.825577] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1477.825577] env[69371]: value = "task-4131317" [ 1477.825577] env[69371]: _type = "Task" [ 1477.825577] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.834327] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.335544] env[69371]: DEBUG oslo_vmware.api [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131317, 'name': ReconfigVM_Task, 'duration_secs': 0.153663} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.335846] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818245', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'name': 'volume-bfc8685a-6008-43b7-90b1-94941143f2be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fb8f0a8-992a-4122-88c2-c2f6a3014c9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfc8685a-6008-43b7-90b1-94941143f2be', 'serial': 'bfc8685a-6008-43b7-90b1-94941143f2be'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1478.876721] env[69371]: DEBUG nova.objects.instance [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.884422] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7f418904-a432-4fed-b79d-409da9d29378 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.113908] env[69371]: DEBUG nova.network.neutron [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Port 5f7475ac-5166-4eb8-adbd-a11aedf7846e binding to destination host cpu-1 is already ACTIVE {{(pid=69371) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1480.114233] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.114409] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.114600] env[69371]: DEBUG nova.network.neutron [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.820151] env[69371]: DEBUG nova.network.neutron [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.887955] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.888381] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.888484] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.888635] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.888828] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.891552] env[69371]: INFO nova.compute.manager [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Terminating instance [ 1481.322696] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.395959] env[69371]: DEBUG nova.compute.manager [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.396240] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.397407] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945be0f4-c255-42a9-ad29-1ff2fd90e634 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.405528] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.405772] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74e4de9-26df-41c2-a9b8-21408d6e03d4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.412485] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1481.412485] env[69371]: value = "task-4131318" [ 1481.412485] env[69371]: _type = "Task" [ 1481.412485] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.420323] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.826509] env[69371]: DEBUG nova.compute.manager [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69371) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1481.922539] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131318, 'name': PowerOffVM_Task, 'duration_secs': 0.20526} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.922849] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.922978] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.923258] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da092998-6d14-4266-8764-e04cc3e80b75 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.998272] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.998547] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.998728] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleting the datastore file [datastore2] 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.999064] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1097a4a-955f-45b2-aa2c-b3550c5818b7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.006399] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1482.006399] env[69371]: value = "task-4131320" [ 1482.006399] env[69371]: _type = "Task" [ 1482.006399] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.015527] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.516915] env[69371]: DEBUG oslo_vmware.api [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140793} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.517184] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.517378] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.517557] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.517730] env[69371]: INFO nova.compute.manager [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1482.517974] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.518184] env[69371]: DEBUG nova.compute.manager [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.518283] env[69371]: DEBUG nova.network.neutron [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.927613] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.928225] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.189180] env[69371]: DEBUG nova.compute.manager [req-f1b6be63-4112-4add-84ea-c8ec54fc26e2 req-e216fb9d-e86d-4ede-84d3-d5136f4f4a02 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Received event network-vif-deleted-e7a872f6-104f-463d-bf7b-fd59f723ef9d {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.190325] env[69371]: INFO nova.compute.manager [req-f1b6be63-4112-4add-84ea-c8ec54fc26e2 req-e216fb9d-e86d-4ede-84d3-d5136f4f4a02 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Neutron deleted interface e7a872f6-104f-463d-bf7b-fd59f723ef9d; detaching it from the instance and deleting it from the info cache [ 1483.190325] env[69371]: DEBUG nova.network.neutron [req-f1b6be63-4112-4add-84ea-c8ec54fc26e2 req-e216fb9d-e86d-4ede-84d3-d5136f4f4a02 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.432360] env[69371]: DEBUG nova.objects.instance [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'migration_context' on Instance uuid 1c591072-c30a-4854-99b6-6b049a0a7c41 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.665819] env[69371]: DEBUG nova.network.neutron [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.692887] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eadfdfdb-4fd0-4ce5-8590-f24a4a0c1147 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.703731] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b4168-887a-4778-abfb-4f80cbf74b15 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.731717] env[69371]: DEBUG nova.compute.manager [req-f1b6be63-4112-4add-84ea-c8ec54fc26e2 req-e216fb9d-e86d-4ede-84d3-d5136f4f4a02 service nova] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Detach interface failed, port_id=e7a872f6-104f-463d-bf7b-fd59f723ef9d, reason: Instance 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1484.006487] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd94f6f-6e37-42d9-be5f-62259decf4a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.014878] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37712e3f-3114-43e2-a89d-1539c4f4cc48 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.045703] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6f5f6-ea18-47fc-8293-3e0928611b5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.053738] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc6d446-5307-4545-92e2-c051e6fab72b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.067211] env[69371]: DEBUG nova.compute.provider_tree [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.168802] env[69371]: INFO nova.compute.manager [-] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Took 1.65 seconds to deallocate network for instance. [ 1484.571409] env[69371]: DEBUG nova.scheduler.client.report [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.675939] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.582312] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.654s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.587918] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.912s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.588179] env[69371]: DEBUG nova.objects.instance [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'resources' on Instance uuid 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.159265] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6ecb0-ffcb-4a64-970f-aafb214fe524 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.167254] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7816dd8-e482-44a7-bd41-11115a14a1ad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.199386] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c653925-f932-447a-b626-f2cf200d2975 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.207559] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db6c07-e889-4f76-b413-7356101f64db {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.221440] env[69371]: DEBUG nova.compute.provider_tree [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.724702] env[69371]: DEBUG nova.scheduler.client.report [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.126151] env[69371]: INFO nova.compute.manager [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Swapping old allocation on dict_keys(['52d5f370-49b9-4ee2-8c63-e0aaa6865b00']) held by migration 679c09ef-1e54-499d-bd5c-824580814ee9 for instance [ 1487.151360] env[69371]: DEBUG nova.scheduler.client.report [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Overwriting current allocation {'allocations': {'52d5f370-49b9-4ee2-8c63-e0aaa6865b00': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 180}}, 'project_id': 'cd0623d607a442388847057af2fb2e2a', 'user_id': '2be1c6dc89fb430b820ca2958459e95a', 'consumer_generation': 1} on consumer 1c591072-c30a-4854-99b6-6b049a0a7c41 {{(pid=69371) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1487.229454] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.229655] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.229858] env[69371]: DEBUG nova.network.neutron [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.231487] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.249403] env[69371]: INFO nova.scheduler.client.report [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted allocations for instance 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b [ 1487.757547] env[69371]: DEBUG oslo_concurrency.lockutils [None req-81231a10-647e-4309-b13a-53f6a60ec752 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "4fb8f0a8-992a-4122-88c2-c2f6a3014c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.869s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.932569] env[69371]: DEBUG nova.network.neutron [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [{"id": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "address": "fa:16:3e:98:d7:02", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f7475ac-51", "ovs_interfaceid": "5f7475ac-5166-4eb8-adbd-a11aedf7846e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.436713] env[69371]: DEBUG oslo_concurrency.lockutils [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-1c591072-c30a-4854-99b6-6b049a0a7c41" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.437763] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dc4ba-c5e5-4ac0-8c56-aba94a31b866 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.447347] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fc3f4e-892c-44e1-a7e6-644570bc1cb6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.527551] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.527906] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6853c3-add8-4e1e-a086-9648e12d4dab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.535667] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1489.535667] env[69371]: value = "task-4131321" [ 1489.535667] env[69371]: _type = "Task" [ 1489.535667] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.545204] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.838834] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.839073] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.046429] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131321, 'name': PowerOffVM_Task, 'duration_secs': 0.213214} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.046768] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.047597] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.047942] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.048202] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.048481] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.048662] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.048819] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.049037] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.049206] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.049375] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.049540] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.049710] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.055119] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c0834ac-8895-49b3-bc7a-9910d835c623 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.070312] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1490.070312] env[69371]: value = "task-4131322" [ 1490.070312] env[69371]: _type = "Task" [ 1490.070312] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.078275] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.341217] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1490.580988] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131322, 'name': ReconfigVM_Task, 'duration_secs': 0.157236} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.581767] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba5e50e-07e6-4d90-a5d8-964ce3a66af7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.602787] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.603026] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.603184] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.603401] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.603560] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.603711] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.603914] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.604090] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.604265] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.604429] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.604625] env[69371]: DEBUG nova.virt.hardware [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.605458] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a821a8c-9e1d-44ff-81ac-6caf0b87086d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.612069] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1490.612069] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52120ae6-f273-bc96-0720-085512282b7a" [ 1490.612069] env[69371]: _type = "Task" [ 1490.612069] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.621989] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52120ae6-f273-bc96-0720-085512282b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.872077] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.872405] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.873964] env[69371]: INFO nova.compute.claims [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1491.122385] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52120ae6-f273-bc96-0720-085512282b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.127575] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1491.127841] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768b6bc0-7b53-4689-ab1d-036cd7b4d2e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.145600] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1491.145600] env[69371]: value = "task-4131323" [ 1491.145600] env[69371]: _type = "Task" [ 1491.145600] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.153646] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.655422] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131323, 'name': ReconfigVM_Task, 'duration_secs': 0.224542} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.655790] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1491.656504] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615b6675-4775-4dd6-ad7a-77889a5be66f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.681725] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.682038] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca25d9db-baa7-4691-8484-615adb275de4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.701521] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1491.701521] env[69371]: value = "task-4131324" [ 1491.701521] env[69371]: _type = "Task" [ 1491.701521] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.710224] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.936025] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a4d6b-48f2-47e4-a901-beb16b9b27c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.943826] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d6a27-0450-4d57-9233-f02149cfb41c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.977108] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3071c1-8a56-4e29-9656-fedaa95fa50c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.985485] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7779abf-da0b-4828-b3c2-c9fbb389bc85 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.999185] env[69371]: DEBUG nova.compute.provider_tree [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.211518] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131324, 'name': ReconfigVM_Task, 'duration_secs': 0.322303} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.211750] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41/1c591072-c30a-4854-99b6-6b049a0a7c41.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.212641] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cbb5e9-0a82-4199-8e53-03b885a5c116 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.233163] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d111d03-038f-4a14-a688-4a8a0f3a07f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.253728] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046095c3-ba0a-4262-8956-a8aec06f62ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.274643] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91564d25-9fc7-4db2-b460-5372eefe8a84 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.282148] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1492.282448] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a0aa4f-ed1e-4570-8ec8-eb9a64ea252a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.288619] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1492.288619] env[69371]: value = "task-4131325" [ 1492.288619] env[69371]: _type = "Task" [ 1492.288619] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.296391] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.502573] env[69371]: DEBUG nova.scheduler.client.report [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.798319] env[69371]: DEBUG oslo_vmware.api [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131325, 'name': PowerOnVM_Task, 'duration_secs': 0.415128} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.798760] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.007841] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.008503] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1493.513520] env[69371]: DEBUG nova.compute.utils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1493.515260] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1493.515462] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.552112] env[69371]: DEBUG nova.policy [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fc1f4c84024080af353d6181824772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc96e37ecda3423f85ef3c4b844bee90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.823218] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Successfully created port: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.851467] env[69371]: INFO nova.compute.manager [None req-af1cc378-3457-4aa8-9488-b8137f0943af tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance to original state: 'active' [ 1494.018910] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1494.794960] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.795202] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.795394] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.795587] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.795754] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.798372] env[69371]: INFO nova.compute.manager [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Terminating instance [ 1495.028551] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1495.057210] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1495.057506] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.057653] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1495.057829] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.058340] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1495.058340] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1495.058524] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1495.058579] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1495.058720] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1495.058893] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1495.059134] env[69371]: DEBUG nova.virt.hardware [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1495.060032] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bef1ba-ac10-4e88-92bc-3cb4ae352ec1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.069477] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec5b5b-e14e-44a9-a5cf-c94713cb7bd9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.210277] env[69371]: DEBUG nova.compute.manager [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Received event network-vif-plugged-457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.210568] env[69371]: DEBUG oslo_concurrency.lockutils [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.210717] env[69371]: DEBUG oslo_concurrency.lockutils [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] Lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.210884] env[69371]: DEBUG oslo_concurrency.lockutils [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] Lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.211061] env[69371]: DEBUG nova.compute.manager [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] No waiting events found dispatching network-vif-plugged-457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1495.211225] env[69371]: WARNING nova.compute.manager [req-f7491585-e800-48f2-b9b4-9d37e6b83af9 req-a387ffa4-07dc-473c-a581-fdbb1860b186 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Received unexpected event network-vif-plugged-457869b5-ee07-4e9e-beb1-0cedd09b4f80 for instance with vm_state building and task_state spawning. [ 1495.294860] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Successfully updated port: 457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.303828] env[69371]: DEBUG nova.compute.manager [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.304331] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.304624] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf2f8c1-58ab-4c16-9291-a272bc3f721d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.312799] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1495.312799] env[69371]: value = "task-4131326" [ 1495.312799] env[69371]: _type = "Task" [ 1495.312799] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.322011] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.800765] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.800944] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.801177] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.822867] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131326, 'name': PowerOffVM_Task, 'duration_secs': 0.220363} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.823586] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.823696] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1495.823860] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818248', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'name': 'volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1c591072-c30a-4854-99b6-6b049a0a7c41', 'attached_at': '2025-05-14T07:01:52.000000', 'detached_at': '', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'serial': '645bdd96-ab8c-43b8-806c-a57dfe007c8d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1495.824660] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37156950-2e17-4949-a54f-ae91acc6c46e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.846531] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23590299-2f53-4ca0-aaee-503ec5be6814 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.854131] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63f657-8e4b-4128-be1f-65a25f0369f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.875164] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b8558-44c9-4486-8f75-1aafa44542fa {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.892807] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] The volume has not been displaced from its original location: [datastore1] volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d/volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1495.898695] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1495.899111] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8711b4-4007-4754-95d1-9399093f88f0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.918971] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1495.918971] env[69371]: value = "task-4131327" [ 1495.918971] env[69371]: _type = "Task" [ 1495.918971] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.929876] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.333672] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.429019] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131327, 'name': ReconfigVM_Task, 'duration_secs': 0.245076} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.431410] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1496.435998] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a513b635-f016-4973-813a-3c680d2eb461 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.451096] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1496.451096] env[69371]: value = "task-4131328" [ 1496.451096] env[69371]: _type = "Task" [ 1496.451096] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.459769] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.478583] env[69371]: DEBUG nova.network.neutron [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating instance_info_cache with network_info: [{"id": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "address": "fa:16:3e:1e:c0:e3", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457869b5-ee", "ovs_interfaceid": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.962077] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131328, 'name': ReconfigVM_Task, 'duration_secs': 0.152213} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.962412] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818248', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'name': 'volume-645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1c591072-c30a-4854-99b6-6b049a0a7c41', 'attached_at': '2025-05-14T07:01:52.000000', 'detached_at': '', 'volume_id': '645bdd96-ab8c-43b8-806c-a57dfe007c8d', 'serial': '645bdd96-ab8c-43b8-806c-a57dfe007c8d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1496.962715] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.963526] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a7805-7a23-44b5-be00-238495bd902a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.971109] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.971384] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ee4d5fd-db2b-4b98-8c27-efee973cff4c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.981914] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.982344] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Instance network_info: |[{"id": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "address": "fa:16:3e:1e:c0:e3", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457869b5-ee", "ovs_interfaceid": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1496.982734] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:c0:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '457869b5-ee07-4e9e-beb1-0cedd09b4f80', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.990229] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.990450] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.990676] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53714f6-7dc3-4ff6-abc5-7b596407c448 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.010301] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.010301] env[69371]: value = "task-4131330" [ 1497.010301] env[69371]: _type = "Task" [ 1497.010301] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.018668] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131330, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.044452] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.044703] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.044937] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleting the datastore file [datastore2] 1c591072-c30a-4854-99b6-6b049a0a7c41 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.045308] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61c6fae9-5b73-438e-899e-ccc0f37be769 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.052773] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1497.052773] env[69371]: value = "task-4131331" [ 1497.052773] env[69371]: _type = "Task" [ 1497.052773] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.061631] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.238463] env[69371]: DEBUG nova.compute.manager [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Received event network-changed-457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.238643] env[69371]: DEBUG nova.compute.manager [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Refreshing instance network info cache due to event network-changed-457869b5-ee07-4e9e-beb1-0cedd09b4f80. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1497.238856] env[69371]: DEBUG oslo_concurrency.lockutils [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] Acquiring lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.239059] env[69371]: DEBUG oslo_concurrency.lockutils [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] Acquired lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.239265] env[69371]: DEBUG nova.network.neutron [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Refreshing network info cache for port 457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.520379] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131330, 'name': CreateVM_Task, 'duration_secs': 0.408836} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.520730] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.521221] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.521384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.521722] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.521978] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789f06bb-f9a5-4a01-bf35-179d9b59fa5d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.527182] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1497.527182] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ce35f0-24ab-7b4a-d4a5-ba9a24e633ba" [ 1497.527182] env[69371]: _type = "Task" [ 1497.527182] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.535719] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ce35f0-24ab-7b4a-d4a5-ba9a24e633ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.562656] env[69371]: DEBUG oslo_vmware.api [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153109} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.562912] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.563111] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.563291] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.563468] env[69371]: INFO nova.compute.manager [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1497.563716] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.563918] env[69371]: DEBUG nova.compute.manager [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.564007] env[69371]: DEBUG nova.network.neutron [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.038135] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52ce35f0-24ab-7b4a-d4a5-ba9a24e633ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.038375] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.038628] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.038931] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.039099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.039285] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.039561] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516d5a8f-341f-4a40-af61-a4bccd5351a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.049388] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.049650] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.050951] env[69371]: DEBUG nova.network.neutron [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updated VIF entry in instance network info cache for port 457869b5-ee07-4e9e-beb1-0cedd09b4f80. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.051292] env[69371]: DEBUG nova.network.neutron [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating instance_info_cache with network_info: [{"id": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "address": "fa:16:3e:1e:c0:e3", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457869b5-ee", "ovs_interfaceid": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.052454] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c63e5f1-1b52-47db-b56a-88f811efb719 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.058308] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1498.058308] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52710d5e-71b2-21e1-4253-5bfc388c3a1b" [ 1498.058308] env[69371]: _type = "Task" [ 1498.058308] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.068999] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52710d5e-71b2-21e1-4253-5bfc388c3a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.556591] env[69371]: DEBUG oslo_concurrency.lockutils [req-b1f5aaf1-6c38-4da5-85cb-e0dea851cd6f req-e9257091-f5ad-4746-b597-2bad86cd62d5 service nova] Releasing lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.568643] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52710d5e-71b2-21e1-4253-5bfc388c3a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.569420] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174b903a-dc8b-4374-aaca-52aaeb7c2525 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.574640] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1498.574640] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52996d7d-c647-039c-c884-8220d1cd57c4" [ 1498.574640] env[69371]: _type = "Task" [ 1498.574640] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.582193] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52996d7d-c647-039c-c884-8220d1cd57c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.621031] env[69371]: DEBUG nova.network.neutron [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.085701] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52996d7d-c647-039c-c884-8220d1cd57c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.085896] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.086151] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] af739a3f-1971-4f96-98e9-3aa95a772916/af739a3f-1971-4f96-98e9-3aa95a772916.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.086486] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfdbf1cd-5c56-426f-8b4b-0010c5ef19d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.092924] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1499.092924] env[69371]: value = "task-4131332" [ 1499.092924] env[69371]: _type = "Task" [ 1499.092924] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.100841] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.123580] env[69371]: INFO nova.compute.manager [-] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Took 1.56 seconds to deallocate network for instance. [ 1499.267843] env[69371]: DEBUG nova.compute.manager [req-3d93fefe-dff5-4e21-ae46-3b9f505c6ebf req-094c7d6d-c2af-41e9-94f1-d9e300150d12 service nova] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Received event network-vif-deleted-5f7475ac-5166-4eb8-adbd-a11aedf7846e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.603442] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131332, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.668750] env[69371]: INFO nova.compute.manager [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Took 0.54 seconds to detach 1 volumes for instance. [ 1500.104710] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514918} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.105033] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] af739a3f-1971-4f96-98e9-3aa95a772916/af739a3f-1971-4f96-98e9-3aa95a772916.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.105263] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.105563] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84fa7ab5-0b5f-4905-93ff-2f7e03d3b379 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.113065] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1500.113065] env[69371]: value = "task-4131333" [ 1500.113065] env[69371]: _type = "Task" [ 1500.113065] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.121032] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.175654] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.175962] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.176171] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.204402] env[69371]: INFO nova.scheduler.client.report [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted allocations for instance 1c591072-c30a-4854-99b6-6b049a0a7c41 [ 1500.623793] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063218} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.624271] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.624965] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9cae1-2911-49a6-9112-15edb79d43fb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.648116] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] af739a3f-1971-4f96-98e9-3aa95a772916/af739a3f-1971-4f96-98e9-3aa95a772916.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.648401] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9997d82-e2ce-4c50-b1b3-ab7c0be4d51a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.669695] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1500.669695] env[69371]: value = "task-4131334" [ 1500.669695] env[69371]: _type = "Task" [ 1500.669695] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.679339] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.714338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-c1e08466-d126-498b-91c6-5546d969a409 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "1c591072-c30a-4854-99b6-6b049a0a7c41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.180950] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131334, 'name': ReconfigVM_Task, 'duration_secs': 0.295146} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.181713] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfigured VM instance instance-0000007c to attach disk [datastore1] af739a3f-1971-4f96-98e9-3aa95a772916/af739a3f-1971-4f96-98e9-3aa95a772916.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.182264] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2d77c2a-8650-40c0-b781-8f395e92f73f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.189782] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1501.189782] env[69371]: value = "task-4131335" [ 1501.189782] env[69371]: _type = "Task" [ 1501.189782] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.199742] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131335, 'name': Rename_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.700249] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131335, 'name': Rename_Task, 'duration_secs': 0.151938} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.700570] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.700804] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63397087-95b4-47f0-a06f-5d1fddc92aad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.708175] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1501.708175] env[69371]: value = "task-4131336" [ 1501.708175] env[69371]: _type = "Task" [ 1501.708175] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.715981] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.985226] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.985462] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.219112] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.488061] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.720600] env[69371]: DEBUG oslo_vmware.api [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131336, 'name': PowerOnVM_Task, 'duration_secs': 0.522318} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.720968] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.721029] env[69371]: INFO nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1502.721198] env[69371]: DEBUG nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1502.721966] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9799ad-96d7-444d-87ca-ece18f83fdbf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.756759] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.766743] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.767136] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.767274] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.767475] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.767685] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.770086] env[69371]: INFO nova.compute.manager [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Terminating instance [ 1503.013430] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.013728] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.015296] env[69371]: INFO nova.compute.claims [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.241037] env[69371]: INFO nova.compute.manager [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Took 12.39 seconds to build instance. [ 1503.259394] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.273965] env[69371]: DEBUG nova.compute.manager [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.274196] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.275108] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fa8cf-147f-460e-b09a-22a8b608dd40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.283097] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.283339] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cab2677-236f-4e85-ac98-d06bc608cfd8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.290469] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1503.290469] env[69371]: value = "task-4131337" [ 1503.290469] env[69371]: _type = "Task" [ 1503.290469] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.299341] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.743302] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7ae84e6c-9ecd-431a-acfd-ec6e1464db48 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.904s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.799938] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131337, 'name': PowerOffVM_Task, 'duration_secs': 0.224975} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.800225] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.800395] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1503.800659] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5741b6b7-44ee-4352-a900-947651fd4ee4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.874130] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.874437] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.874634] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleting the datastore file [datastore2] fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.874934] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46c400e-e0fd-426d-a9ef-865e941524e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.882570] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1503.882570] env[69371]: value = "task-4131339" [ 1503.882570] env[69371]: _type = "Task" [ 1503.882570] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.890936] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.012568] env[69371]: DEBUG nova.compute.manager [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Received event network-changed-457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.012677] env[69371]: DEBUG nova.compute.manager [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Refreshing instance network info cache due to event network-changed-457869b5-ee07-4e9e-beb1-0cedd09b4f80. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.012849] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] Acquiring lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.012952] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] Acquired lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.013134] env[69371]: DEBUG nova.network.neutron [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Refreshing network info cache for port 457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.078722] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74984480-a623-4c3d-9911-1fb6a9897d09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.086825] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd32e1c-a10a-4399-95d9-cc6e944c61d0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.117700] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670fcf3b-a072-4b45-9bc1-c0dab1c6927f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.125491] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8fe3a-e4cc-439b-916f-e6ca30c22839 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.139076] env[69371]: DEBUG nova.compute.provider_tree [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.393922] env[69371]: DEBUG oslo_vmware.api [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140694} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.394204] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.394437] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.394569] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.394746] env[69371]: INFO nova.compute.manager [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1504.394997] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.395220] env[69371]: DEBUG nova.compute.manager [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.395307] env[69371]: DEBUG nova.network.neutron [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.644325] env[69371]: DEBUG nova.scheduler.client.report [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.906082] env[69371]: DEBUG nova.network.neutron [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updated VIF entry in instance network info cache for port 457869b5-ee07-4e9e-beb1-0cedd09b4f80. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.906497] env[69371]: DEBUG nova.network.neutron [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating instance_info_cache with network_info: [{"id": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "address": "fa:16:3e:1e:c0:e3", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457869b5-ee", "ovs_interfaceid": "457869b5-ee07-4e9e-beb1-0cedd09b4f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.990305] env[69371]: DEBUG nova.compute.manager [req-840ab797-4b72-47a0-96ab-2e3498ab483f req-3596eb94-f0b0-4b24-8102-916f8f562ad5 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Received event network-vif-deleted-d67f106f-6426-448c-9e41-e44407194918 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.990305] env[69371]: INFO nova.compute.manager [req-840ab797-4b72-47a0-96ab-2e3498ab483f req-3596eb94-f0b0-4b24-8102-916f8f562ad5 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Neutron deleted interface d67f106f-6426-448c-9e41-e44407194918; detaching it from the instance and deleting it from the info cache [ 1504.990653] env[69371]: DEBUG nova.network.neutron [req-840ab797-4b72-47a0-96ab-2e3498ab483f req-3596eb94-f0b0-4b24-8102-916f8f562ad5 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.149630] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.150191] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.152983] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.894s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.153181] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.153338] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1505.154242] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d39d3-029f-4928-a207-b1f40b558801 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.163407] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80451485-f4f9-41e0-943a-5a379ae34eda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.179884] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05a588-1afd-4ee8-a863-73c0e8b03ba5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.187287] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e173307d-ce47-47eb-a879-92d23f70630c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.219734] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1505.219734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.219734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.409679] env[69371]: DEBUG oslo_concurrency.lockutils [req-7b3cf5c9-b790-468e-ae1e-44e6c283fafb req-702de673-5c60-4eb6-8135-7241fe00268c service nova] Releasing lock "refresh_cache-af739a3f-1971-4f96-98e9-3aa95a772916" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.469521] env[69371]: DEBUG nova.network.neutron [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.493096] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f09d449-b52b-4d88-8fd9-ec9c15940643 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.504099] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae921805-1fcc-46c9-a895-c7a2600f8a04 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.530461] env[69371]: DEBUG nova.compute.manager [req-840ab797-4b72-47a0-96ab-2e3498ab483f req-3596eb94-f0b0-4b24-8102-916f8f562ad5 service nova] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Detach interface failed, port_id=d67f106f-6426-448c-9e41-e44407194918, reason: Instance fd672959-0a47-4ffe-a421-7e77809d8d3c could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1505.660037] env[69371]: DEBUG nova.compute.utils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1505.660875] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.661533] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.708639] env[69371]: DEBUG nova.policy [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2be1c6dc89fb430b820ca2958459e95a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd0623d607a442388847057af2fb2e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.972950] env[69371]: INFO nova.compute.manager [-] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Took 1.58 seconds to deallocate network for instance. [ 1506.025025] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Successfully created port: 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.165245] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.247936] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance fd672959-0a47-4ffe-a421-7e77809d8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1506.248127] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance af739a3f-1971-4f96-98e9-3aa95a772916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1506.248257] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance f9f10870-3e38-41e4-b418-6f5d8a1c2b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1506.248441] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1506.248581] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1506.326260] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c17614e-cdbe-4361-bb6e-553abd5bd92a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.334882] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd35eab-cba2-492c-916b-b84660a7ff27 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.363984] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5646ea3-20fe-4d75-b6dd-0e3a8cd979ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.371137] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3255569b-f4f3-4e53-abe0-a369643ab3d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.383883] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.480668] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.887678] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.175168] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.203791] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.204045] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.204207] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.204391] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.204537] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.204683] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.204888] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.205057] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.205229] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.205395] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.205570] env[69371]: DEBUG nova.virt.hardware [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.206485] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d18991-08c9-4b23-b51f-e74d64308eca {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.215423] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91c726-1316-4bd4-a014-1367ff8425cb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.388160] env[69371]: DEBUG nova.compute.manager [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.388395] env[69371]: DEBUG oslo_concurrency.lockutils [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.388607] env[69371]: DEBUG oslo_concurrency.lockutils [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.388778] env[69371]: DEBUG oslo_concurrency.lockutils [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.388946] env[69371]: DEBUG nova.compute.manager [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] No waiting events found dispatching network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1507.389474] env[69371]: WARNING nova.compute.manager [req-03808504-800b-407d-b939-12c087346ff6 req-bf8c3761-dcf8-4875-9115-3643c61297ca service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received unexpected event network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 for instance with vm_state building and task_state spawning. [ 1507.393067] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1507.393278] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.393563] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.913s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.393778] env[69371]: DEBUG nova.objects.instance [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'resources' on Instance uuid fd672959-0a47-4ffe-a421-7e77809d8d3c {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.394774] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.394921] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69371) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1507.480030] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Successfully updated port: 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.900666] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.948188] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed61e7-0385-4195-b935-348d3a763d71 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.956042] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391792aa-0a06-4ebb-a6b6-57e6d60abed8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.985194] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.985341] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.985491] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.987170] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e9fe56-d7a3-418f-82dd-d13567087439 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.995281] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b0ac40-5f19-4d68-b079-e1c5825e7389 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.009540] env[69371]: DEBUG nova.compute.provider_tree [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.512643] env[69371]: DEBUG nova.scheduler.client.report [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.520771] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.662263] env[69371]: DEBUG nova.network.neutron [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.019533] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.041884] env[69371]: INFO nova.scheduler.client.report [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleted allocations for instance fd672959-0a47-4ffe-a421-7e77809d8d3c [ 1509.165132] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.165431] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance network_info: |[{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.165866] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311f1147-8a61-42a6-bed7-4df2dd86b705', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.173550] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.174536] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.174536] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21649f97-d5f6-45b2-b340-0eea897cd647 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.194187] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.194187] env[69371]: value = "task-4131340" [ 1509.194187] env[69371]: _type = "Task" [ 1509.194187] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.202681] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131340, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.403891] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404130] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404301] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404457] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404605] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404775] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.404938] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1509.421293] env[69371]: DEBUG nova.compute.manager [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.421499] env[69371]: DEBUG nova.compute.manager [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing instance network info cache due to event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.421731] env[69371]: DEBUG oslo_concurrency.lockutils [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.422032] env[69371]: DEBUG oslo_concurrency.lockutils [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.422299] env[69371]: DEBUG nova.network.neutron [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.549769] env[69371]: DEBUG oslo_concurrency.lockutils [None req-cefe6db0-cda0-40b0-a211-3abd46a3aa3a tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "fd672959-0a47-4ffe-a421-7e77809d8d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.783s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.704932] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131340, 'name': CreateVM_Task, 'duration_secs': 0.337393} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.705147] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.705821] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.705991] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.706343] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.706603] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cfff02-a9cf-4519-8963-1c436c5e0324 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.711884] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1509.711884] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52c21b02-ba4c-719e-30ac-b9dea93c6d07" [ 1509.711884] env[69371]: _type = "Task" [ 1509.711884] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.720897] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c21b02-ba4c-719e-30ac-b9dea93c6d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.132559] env[69371]: DEBUG nova.network.neutron [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updated VIF entry in instance network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.133072] env[69371]: DEBUG nova.network.neutron [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.222531] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52c21b02-ba4c-719e-30ac-b9dea93c6d07, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.222861] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.223109] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.223350] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.223516] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.223706] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.223970] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d98ad3cf-9fb2-49a4-8e2f-719c3c88f30b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.232738] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.232919] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.233660] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3fd2e4-19c9-486e-9643-75e781312020 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.239189] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1510.239189] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]523570b5-4ba2-5552-4ea5-e59c1fcc649f" [ 1510.239189] env[69371]: _type = "Task" [ 1510.239189] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.247817] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523570b5-4ba2-5552-4ea5-e59c1fcc649f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.635994] env[69371]: DEBUG oslo_concurrency.lockutils [req-bf8c70ab-14f8-44be-9ed4-93c92b2171c6 req-d10d7f8e-afb5-450f-a81a-cb24aa375f2c service nova] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.749711] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]523570b5-4ba2-5552-4ea5-e59c1fcc649f, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.751073] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e146134-6960-474b-988c-5ebd69643f09 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.756351] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1510.756351] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fca951-55c1-6811-3c18-837f2429ba82" [ 1510.756351] env[69371]: _type = "Task" [ 1510.756351] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.765879] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fca951-55c1-6811-3c18-837f2429ba82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.060421] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.060661] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.267768] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fca951-55c1-6811-3c18-837f2429ba82, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.267974] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.268246] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.268518] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70f39f47-13e0-403e-820f-d1372883c94a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.276083] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1511.276083] env[69371]: value = "task-4131341" [ 1511.276083] env[69371]: _type = "Task" [ 1511.276083] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.284504] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.563082] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1511.785798] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474196} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.786193] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.786332] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.786578] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051a4fd2-9e4f-4b49-8df8-472e5a4ef25e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.792773] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1511.792773] env[69371]: value = "task-4131342" [ 1511.792773] env[69371]: _type = "Task" [ 1511.792773] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.800609] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.088786] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.089139] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.090764] env[69371]: INFO nova.compute.claims [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.303070] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.303351] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.304134] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a2408-d6ec-4508-9200-8aee442543c1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.325618] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.325826] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38fa7756-4ce3-4659-b345-052887c1ac87 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.345355] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1512.345355] env[69371]: value = "task-4131343" [ 1512.345355] env[69371]: _type = "Task" [ 1512.345355] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.354358] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.857650] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131343, 'name': ReconfigVM_Task, 'duration_secs': 0.279978} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.858063] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.858507] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467a2e7d-1456-480c-b8fb-bce77c16681d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.865074] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1512.865074] env[69371]: value = "task-4131344" [ 1512.865074] env[69371]: _type = "Task" [ 1512.865074] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.873169] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131344, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.148242] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c7d1d-37fc-4ae9-a57f-fc0083f72be1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.156118] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b31919-103d-48ce-908a-62fb76e384ff {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.186631] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216999e5-63e2-4786-8a89-f0315833cc44 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.194578] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008d386-1d12-4f88-9e4d-5dd02357c4f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.208269] env[69371]: DEBUG nova.compute.provider_tree [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.375617] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131344, 'name': Rename_Task, 'duration_secs': 0.144498} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.375830] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.376089] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0aafc8-5f4e-4c15-89aa-c9d26289c1e5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.382826] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1513.382826] env[69371]: value = "task-4131345" [ 1513.382826] env[69371]: _type = "Task" [ 1513.382826] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.390322] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.711544] env[69371]: DEBUG nova.scheduler.client.report [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.894250] env[69371]: DEBUG oslo_vmware.api [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131345, 'name': PowerOnVM_Task, 'duration_secs': 0.442026} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.894635] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.894715] env[69371]: INFO nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1513.894924] env[69371]: DEBUG nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1513.895693] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1b566-49c7-4480-8aad-b9f1125febd4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.217290] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.217788] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.412187] env[69371]: INFO nova.compute.manager [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Took 11.42 seconds to build instance. [ 1514.724079] env[69371]: DEBUG nova.compute.utils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1514.725035] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.725212] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.757370] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.765247] env[69371]: DEBUG nova.policy [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c21da9f6669419191918505faf4077d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed784178a13047f4963352dd4b8a656f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.915278] env[69371]: DEBUG oslo_concurrency.lockutils [None req-6f97eddb-1d40-4604-ab3d-e9008fdb284b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.930s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.072221] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Successfully created port: 86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.228200] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.351298] env[69371]: DEBUG nova.compute.manager [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.351400] env[69371]: DEBUG nova.compute.manager [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing instance network info cache due to event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1515.351597] env[69371]: DEBUG oslo_concurrency.lockutils [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.351834] env[69371]: DEBUG oslo_concurrency.lockutils [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.352036] env[69371]: DEBUG nova.network.neutron [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.080476] env[69371]: DEBUG nova.network.neutron [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updated VIF entry in instance network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.080908] env[69371]: DEBUG nova.network.neutron [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.238405] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.265967] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.266242] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.266401] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.266583] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.266731] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.266878] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.267096] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.267259] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.267435] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.267590] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.267763] env[69371]: DEBUG nova.virt.hardware [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.268681] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab02a5b2-5aed-4c4e-aac9-bf0f0ab64d70 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.277045] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654392b5-7d9e-4526-a920-ab85de06e626 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.444664] env[69371]: DEBUG nova.compute.manager [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Received event network-vif-plugged-86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.444974] env[69371]: DEBUG oslo_concurrency.lockutils [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.445354] env[69371]: DEBUG oslo_concurrency.lockutils [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] Lock "ce0bb490-0487-4120-971a-41175923a739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.445568] env[69371]: DEBUG oslo_concurrency.lockutils [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] Lock "ce0bb490-0487-4120-971a-41175923a739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.445806] env[69371]: DEBUG nova.compute.manager [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] No waiting events found dispatching network-vif-plugged-86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1516.445950] env[69371]: WARNING nova.compute.manager [req-70653ad7-6481-4e0c-9702-e776c103a0c7 req-b267f33d-05b5-4513-a38c-33c0fc7884ac service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Received unexpected event network-vif-plugged-86f13aac-39c9-4c35-a893-ea8280dd016e for instance with vm_state building and task_state spawning. [ 1516.531318] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Successfully updated port: 86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.583264] env[69371]: DEBUG oslo_concurrency.lockutils [req-2b584160-45a6-49bc-8207-75f777222261 req-bb4b8123-8c61-42a3-ad44-98bdadd2f554 service nova] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.033384] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.033645] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.033746] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.564846] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.686055] env[69371]: DEBUG nova.network.neutron [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating instance_info_cache with network_info: [{"id": "86f13aac-39c9-4c35-a893-ea8280dd016e", "address": "fa:16:3e:6a:09:35", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f13aac-39", "ovs_interfaceid": "86f13aac-39c9-4c35-a893-ea8280dd016e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.188963] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.189333] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Instance network_info: |[{"id": "86f13aac-39c9-4c35-a893-ea8280dd016e", "address": "fa:16:3e:6a:09:35", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f13aac-39", "ovs_interfaceid": "86f13aac-39c9-4c35-a893-ea8280dd016e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.189807] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:09:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86f13aac-39c9-4c35-a893-ea8280dd016e', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.197603] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1518.197906] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0bb490-0487-4120-971a-41175923a739] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.198087] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f73b56-0315-4fc3-98a3-ce542e9113e4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.220276] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.220276] env[69371]: value = "task-4131346" [ 1518.220276] env[69371]: _type = "Task" [ 1518.220276] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.229650] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131346, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.470819] env[69371]: DEBUG nova.compute.manager [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Received event network-changed-86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.471033] env[69371]: DEBUG nova.compute.manager [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Refreshing instance network info cache due to event network-changed-86f13aac-39c9-4c35-a893-ea8280dd016e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1518.471271] env[69371]: DEBUG oslo_concurrency.lockutils [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] Acquiring lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.471419] env[69371]: DEBUG oslo_concurrency.lockutils [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] Acquired lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.471585] env[69371]: DEBUG nova.network.neutron [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Refreshing network info cache for port 86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.729879] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131346, 'name': CreateVM_Task} progress is 99%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.155377] env[69371]: DEBUG nova.network.neutron [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Updated VIF entry in instance network info cache for port 86f13aac-39c9-4c35-a893-ea8280dd016e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.155938] env[69371]: DEBUG nova.network.neutron [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating instance_info_cache with network_info: [{"id": "86f13aac-39c9-4c35-a893-ea8280dd016e", "address": "fa:16:3e:6a:09:35", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f13aac-39", "ovs_interfaceid": "86f13aac-39c9-4c35-a893-ea8280dd016e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.231246] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131346, 'name': CreateVM_Task, 'duration_secs': 0.582207} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.231499] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0bb490-0487-4120-971a-41175923a739] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1519.232118] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.232290] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.232670] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.233431] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928be3ce-1fd6-45d3-8812-f8cd9f69696b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.238975] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1519.238975] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3f063-9c53-e7fa-9b6d-7dbdd7801796" [ 1519.238975] env[69371]: _type = "Task" [ 1519.238975] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.247568] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3f063-9c53-e7fa-9b6d-7dbdd7801796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.658897] env[69371]: DEBUG oslo_concurrency.lockutils [req-35457353-ae32-4be7-8865-412f45e3c936 req-6dd89444-ec70-4fae-8fbd-6e60c42e6a42 service nova] Releasing lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.750247] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52e3f063-9c53-e7fa-9b6d-7dbdd7801796, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.750648] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.750823] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.751080] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.751231] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.751409] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.751673] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2466f29-2671-4b33-a8ac-dc11560caff4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.757463] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.757604] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Cleaning up deleted instances {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1519.760694] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.760885] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.761655] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f20ec72-93ec-4793-b419-12eb6a81f5ac {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.767190] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1519.767190] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52a67e36-bcb5-a0c9-261b-9f7f72097f03" [ 1519.767190] env[69371]: _type = "Task" [ 1519.767190] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.776094] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a67e36-bcb5-a0c9-261b-9f7f72097f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.265344] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] There are 21 instances to clean {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1520.265552] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 21455577-1d9f-4484-96d5-5f272c543705] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.277475] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52a67e36-bcb5-a0c9-261b-9f7f72097f03, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.278292] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b3758c-2969-4101-9fb8-6c940b9e45f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.284076] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1520.284076] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5237c6a5-ed84-82a2-2825-3835b41eb930" [ 1520.284076] env[69371]: _type = "Task" [ 1520.284076] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.292961] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5237c6a5-ed84-82a2-2825-3835b41eb930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.769295] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1c591072-c30a-4854-99b6-6b049a0a7c41] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.795635] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5237c6a5-ed84-82a2-2825-3835b41eb930, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.795925] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.796224] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ce0bb490-0487-4120-971a-41175923a739/ce0bb490-0487-4120-971a-41175923a739.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.797145] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19379f0c-d682-470d-878e-9e35e183a484 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.804878] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1520.804878] env[69371]: value = "task-4131347" [ 1520.804878] env[69371]: _type = "Task" [ 1520.804878] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.814098] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.273444] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4fb8f0a8-992a-4122-88c2-c2f6a3014c9b] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.317645] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469201} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.317966] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore2] ce0bb490-0487-4120-971a-41175923a739/ce0bb490-0487-4120-971a-41175923a739.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.318057] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.318681] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878f0c7b-a87a-468e-b03f-6bcef6e9c693 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.326781] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1521.326781] env[69371]: value = "task-4131348" [ 1521.326781] env[69371]: _type = "Task" [ 1521.326781] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.338270] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.777624] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: fd672959-0a47-4ffe-a421-7e77809d8d3c] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.837185] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071621} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.837454] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.838267] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8e284-5bac-4f16-beea-1394765be346 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.861255] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ce0bb490-0487-4120-971a-41175923a739/ce0bb490-0487-4120-971a-41175923a739.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.861565] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4d2194-2cfa-4294-9107-57f7da31f0be {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.882118] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1521.882118] env[69371]: value = "task-4131349" [ 1521.882118] env[69371]: _type = "Task" [ 1521.882118] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.890899] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.281062] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a772de25-2abb-4ca1-9210-4d95db7f4938] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.394033] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131349, 'name': ReconfigVM_Task, 'duration_secs': 0.318928} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.394033] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ce0bb490-0487-4120-971a-41175923a739/ce0bb490-0487-4120-971a-41175923a739.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.394453] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-374427d3-83c3-4b35-8c8a-9c643cb3bf08 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.401111] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1522.401111] env[69371]: value = "task-4131350" [ 1522.401111] env[69371]: _type = "Task" [ 1522.401111] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.409842] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131350, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.783976] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: d805bfc0-99cc-4e4b-8835-f074b27470d9] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.912047] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131350, 'name': Rename_Task, 'duration_secs': 0.148244} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.912314] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.912627] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb86772-0dd0-41d9-8f41-52ee3ea457d8 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.919468] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1522.919468] env[69371]: value = "task-4131351" [ 1522.919468] env[69371]: _type = "Task" [ 1522.919468] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.927192] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.287573] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ad934bbf-6dd9-4e8a-a065-403b8d92c452] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.429489] env[69371]: DEBUG oslo_vmware.api [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131351, 'name': PowerOnVM_Task, 'duration_secs': 0.47623} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.429746] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.429947] env[69371]: INFO nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1523.430138] env[69371]: DEBUG nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1523.430907] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4f9ad-2b2d-4a0a-ae38-f7c4d9c13f40 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.793052] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 07e17a22-1c59-4b36-ad05-863ca4689a57] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.948949] env[69371]: INFO nova.compute.manager [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Took 11.88 seconds to build instance. [ 1524.150348] env[69371]: DEBUG nova.compute.manager [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Received event network-changed-86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.150570] env[69371]: DEBUG nova.compute.manager [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Refreshing instance network info cache due to event network-changed-86f13aac-39c9-4c35-a893-ea8280dd016e. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.150814] env[69371]: DEBUG oslo_concurrency.lockutils [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] Acquiring lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.150940] env[69371]: DEBUG oslo_concurrency.lockutils [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] Acquired lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.151097] env[69371]: DEBUG nova.network.neutron [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Refreshing network info cache for port 86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.295309] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 8213d924-5e2f-4114-8d7f-680af920c90f] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.451459] env[69371]: DEBUG oslo_concurrency.lockutils [None req-98110ade-d5be-4167-b530-87bdfce7057c tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.391s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.798789] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 32e05fa3-b737-4916-aa1a-ea01744aa39e] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.852431] env[69371]: DEBUG nova.network.neutron [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Updated VIF entry in instance network info cache for port 86f13aac-39c9-4c35-a893-ea8280dd016e. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.852826] env[69371]: DEBUG nova.network.neutron [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating instance_info_cache with network_info: [{"id": "86f13aac-39c9-4c35-a893-ea8280dd016e", "address": "fa:16:3e:6a:09:35", "network": {"id": "b15ed03d-8f49-4643-804f-7ddda6af6357", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-453050401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed784178a13047f4963352dd4b8a656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f13aac-39", "ovs_interfaceid": "86f13aac-39c9-4c35-a893-ea8280dd016e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.302267] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 6ff1b982-3c98-4d7e-8107-7aea763b2ada] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.355335] env[69371]: DEBUG oslo_concurrency.lockutils [req-e0bdb487-67d5-4745-8ba3-35bfd191a09b req-3784026e-5054-49de-b575-e3a87b997a0d service nova] Releasing lock "refresh_cache-ce0bb490-0487-4120-971a-41175923a739" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.805981] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 717641be-93e8-41c0-a0a2-5b70490358d2] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.309080] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: e2d50f1c-a35a-4257-9ece-c5c9a4ba8c48] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.812227] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 1cce0421-d577-4068-84bd-2f93e5d5562e] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.315908] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: ddf4c0bd-1e2a-4960-be86-b1d2ed57bd7d] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.819013] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 01cbfd8a-cfaa-4549-a377-da904ccaf743] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.321942] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: a8253049-0f6f-4725-aaba-d1ea09f18ee2] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.825738] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: bb6d50fa-fd1e-4d72-a443-b0c21b579302] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.328669] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: df94d954-9e6b-4729-ae21-10cf5ae02b2a] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.831972] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 9f642d5e-35c2-471d-bb12-e88fa85cb682] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.336083] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] [instance: 4f503ff3-a1f5-4fe0-b7c1-5a0afcee13be] Instance has had 0 of 5 cleanup attempts {{(pid=69371) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.538438] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.538928] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.042601] env[69371]: DEBUG nova.compute.utils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1541.546093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.605086] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.605086] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.605524] env[69371]: INFO nova.compute.manager [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Attaching volume e4dbd4ea-8722-471f-b139-489ee15d4722 to /dev/sdb [ 1542.636473] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccbe9ce-9c0b-4bae-9aa1-462813e781e2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.644338] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe06561-109b-4bf6-8bfa-eebf824c5ca2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.657339] env[69371]: DEBUG nova.virt.block_device [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating existing volume attachment record: 2b5e2c48-523b-45d2-a20b-3cec34a2970d {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1547.202698] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1547.202991] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818252', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'name': 'volume-e4dbd4ea-8722-471f-b139-489ee15d4722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af739a3f-1971-4f96-98e9-3aa95a772916', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'serial': 'e4dbd4ea-8722-471f-b139-489ee15d4722'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1547.203932] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3dbc4-2e85-4445-9785-f6b144a0371c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.220571] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314ab3f-5aef-4261-99ea-93eb0adf5fae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.246013] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e4dbd4ea-8722-471f-b139-489ee15d4722/volume-e4dbd4ea-8722-471f-b139-489ee15d4722.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.246341] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7855db6-ed3a-4020-8a98-3f19cd5a1b12 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.265672] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1547.265672] env[69371]: value = "task-4131354" [ 1547.265672] env[69371]: _type = "Task" [ 1547.265672] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.274508] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.775493] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131354, 'name': ReconfigVM_Task, 'duration_secs': 0.342177} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.775776] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e4dbd4ea-8722-471f-b139-489ee15d4722/volume-e4dbd4ea-8722-471f-b139-489ee15d4722.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.780392] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56b84f6-c50d-4d76-a7f8-8232a5ab05c5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.795312] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1547.795312] env[69371]: value = "task-4131355" [ 1547.795312] env[69371]: _type = "Task" [ 1547.795312] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.803396] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.305776] env[69371]: DEBUG oslo_vmware.api [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131355, 'name': ReconfigVM_Task, 'duration_secs': 0.146052} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.306128] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818252', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'name': 'volume-e4dbd4ea-8722-471f-b139-489ee15d4722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af739a3f-1971-4f96-98e9-3aa95a772916', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'serial': 'e4dbd4ea-8722-471f-b139-489ee15d4722'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1549.341112] env[69371]: DEBUG nova.objects.instance [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid af739a3f-1971-4f96-98e9-3aa95a772916 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.846099] env[69371]: DEBUG oslo_concurrency.lockutils [None req-fdfad118-7c4d-42b8-b352-747252dfc181 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.154709] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.155092] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.658390] env[69371]: INFO nova.compute.manager [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Detaching volume e4dbd4ea-8722-471f-b139-489ee15d4722 [ 1550.675314] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.675573] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.675747] env[69371]: INFO nova.compute.manager [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Shelving [ 1550.690735] env[69371]: INFO nova.virt.block_device [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Attempting to driver detach volume e4dbd4ea-8722-471f-b139-489ee15d4722 from mountpoint /dev/sdb [ 1550.691025] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1550.691222] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818252', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'name': 'volume-e4dbd4ea-8722-471f-b139-489ee15d4722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af739a3f-1971-4f96-98e9-3aa95a772916', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'serial': 'e4dbd4ea-8722-471f-b139-489ee15d4722'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1550.692090] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2019e975-e3b6-4414-9345-df3d13e13c9d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.714741] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa75432-84f7-407e-8427-1f232d58f485 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.722184] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a394c6a-0435-4567-961f-0b8f2eacf284 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.744068] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdd34c7-a31b-46e3-9cd9-777521b44c1e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.759158] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] The volume has not been displaced from its original location: [datastore2] volume-e4dbd4ea-8722-471f-b139-489ee15d4722/volume-e4dbd4ea-8722-471f-b139-489ee15d4722.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1550.764478] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.764785] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b281dac6-a903-4848-87c9-101e512152a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.783537] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1550.783537] env[69371]: value = "task-4131356" [ 1550.783537] env[69371]: _type = "Task" [ 1550.783537] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.791644] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.293704] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131356, 'name': ReconfigVM_Task, 'duration_secs': 0.22078} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.294015] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1551.298630] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-634a4413-aaa7-4074-bb36-9e44424508dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.314383] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1551.314383] env[69371]: value = "task-4131357" [ 1551.314383] env[69371]: _type = "Task" [ 1551.314383] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.322666] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.685571] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.685984] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c5179fa-3da6-4790-b38f-701a3126c158 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.693212] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1551.693212] env[69371]: value = "task-4131358" [ 1551.693212] env[69371]: _type = "Task" [ 1551.693212] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.702108] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.824609] env[69371]: DEBUG oslo_vmware.api [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131357, 'name': ReconfigVM_Task, 'duration_secs': 0.145145} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.824970] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818252', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'name': 'volume-e4dbd4ea-8722-471f-b139-489ee15d4722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af739a3f-1971-4f96-98e9-3aa95a772916', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4dbd4ea-8722-471f-b139-489ee15d4722', 'serial': 'e4dbd4ea-8722-471f-b139-489ee15d4722'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1552.203440] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131358, 'name': PowerOffVM_Task, 'duration_secs': 0.278261} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.203696] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.204515] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a843d72-a9ab-4e94-be41-712708b3751f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.222797] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582c0fb-3fab-4c96-8d39-c145ab6ecff0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.367280] env[69371]: DEBUG nova.objects.instance [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid af739a3f-1971-4f96-98e9-3aa95a772916 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.733060] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Creating Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1552.733449] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a1e7730-5915-4468-a8dd-e0465bc7ba9f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.741071] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1552.741071] env[69371]: value = "task-4131359" [ 1552.741071] env[69371]: _type = "Task" [ 1552.741071] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.749589] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.251391] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131359, 'name': CreateSnapshot_Task, 'duration_secs': 0.431327} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.251715] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Created Snapshot of the VM instance {{(pid=69371) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1553.252382] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f378a9c-47f2-4181-af9a-3f5fce78c76f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.375338] env[69371]: DEBUG oslo_concurrency.lockutils [None req-ad91f8c1-b87b-45a9-9f1e-b4c90e976068 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.769854] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Creating linked-clone VM from snapshot {{(pid=69371) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1553.770270] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-152eaa24-ba18-4378-8d83-28537c27b7f7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.778820] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1553.778820] env[69371]: value = "task-4131360" [ 1553.778820] env[69371]: _type = "Task" [ 1553.778820] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.787578] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131360, 'name': CloneVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.289419] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131360, 'name': CloneVM_Task} progress is 94%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.411633] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.412048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.412326] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.412627] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.412915] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.415653] env[69371]: INFO nova.compute.manager [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Terminating instance [ 1554.790497] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131360, 'name': CloneVM_Task, 'duration_secs': 0.996117} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.790898] env[69371]: INFO nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Created linked-clone VM from snapshot [ 1554.791570] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84d67b-1090-4507-a78a-8b68035106f2 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.799546] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Uploading image d1180eda-8016-46b2-8a57-ca8af3f572c4 {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1554.882242] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1554.882242] env[69371]: value = "vm-818254" [ 1554.882242] env[69371]: _type = "VirtualMachine" [ 1554.882242] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1554.882546] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0180b25-5e36-4ff1-a94c-45ff059fe7f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.890222] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease: (returnval){ [ 1554.890222] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df8816-0a75-2d79-23a3-9322c2c61cc2" [ 1554.890222] env[69371]: _type = "HttpNfcLease" [ 1554.890222] env[69371]: } obtained for exporting VM: (result){ [ 1554.890222] env[69371]: value = "vm-818254" [ 1554.890222] env[69371]: _type = "VirtualMachine" [ 1554.890222] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1554.890523] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the lease: (returnval){ [ 1554.890523] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df8816-0a75-2d79-23a3-9322c2c61cc2" [ 1554.890523] env[69371]: _type = "HttpNfcLease" [ 1554.890523] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1554.897590] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1554.897590] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df8816-0a75-2d79-23a3-9322c2c61cc2" [ 1554.897590] env[69371]: _type = "HttpNfcLease" [ 1554.897590] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1554.919638] env[69371]: DEBUG nova.compute.manager [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.919937] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.920918] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a3ce0-0767-451b-944f-f54732d9f2fc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.929049] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.929363] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41983b70-f6c2-40bd-9dc5-880da5886143 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.936088] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1554.936088] env[69371]: value = "task-4131362" [ 1554.936088] env[69371]: _type = "Task" [ 1554.936088] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.944821] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.398879] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1555.398879] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df8816-0a75-2d79-23a3-9322c2c61cc2" [ 1555.398879] env[69371]: _type = "HttpNfcLease" [ 1555.398879] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1555.399184] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1555.399184] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52df8816-0a75-2d79-23a3-9322c2c61cc2" [ 1555.399184] env[69371]: _type = "HttpNfcLease" [ 1555.399184] env[69371]: }. {{(pid=69371) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1555.399832] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256f787-0695-4678-9774-5c018ac47e66 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.408368] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1555.408538] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk for reading. {{(pid=69371) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1555.471658] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131362, 'name': PowerOffVM_Task, 'duration_secs': 0.194994} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.471915] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.472104] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.472353] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bba17f74-5373-40b5-ae3f-7ca8b366a247 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.492325] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62d2ef3a-6575-41f7-9290-8b41aa4f0a64 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.545279] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.545504] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.545686] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleting the datastore file [datastore1] af739a3f-1971-4f96-98e9-3aa95a772916 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.545958] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a422e1-bba6-46e8-b366-88071e69c461 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.553850] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1555.553850] env[69371]: value = "task-4131364" [ 1555.553850] env[69371]: _type = "Task" [ 1555.553850] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.562138] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.065345] env[69371]: DEBUG oslo_vmware.api [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135519} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.065795] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.066049] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.066390] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.066715] env[69371]: INFO nova.compute.manager [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1556.067158] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1556.067483] env[69371]: DEBUG nova.compute.manager [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.067679] env[69371]: DEBUG nova.network.neutron [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.804710] env[69371]: DEBUG nova.compute.manager [req-32168966-6a40-45db-8fed-93a549986f3c req-d7f2be20-9139-4724-b34a-459c19738122 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Received event network-vif-deleted-457869b5-ee07-4e9e-beb1-0cedd09b4f80 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1556.805040] env[69371]: INFO nova.compute.manager [req-32168966-6a40-45db-8fed-93a549986f3c req-d7f2be20-9139-4724-b34a-459c19738122 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Neutron deleted interface 457869b5-ee07-4e9e-beb1-0cedd09b4f80; detaching it from the instance and deleting it from the info cache [ 1556.805334] env[69371]: DEBUG nova.network.neutron [req-32168966-6a40-45db-8fed-93a549986f3c req-d7f2be20-9139-4724-b34a-459c19738122 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.291027] env[69371]: DEBUG nova.network.neutron [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.308189] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d840c1d6-7e3d-41e9-a1f3-762fe0e23762 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.319481] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a317267-9278-4092-9fee-dc202e85345a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.348603] env[69371]: DEBUG nova.compute.manager [req-32168966-6a40-45db-8fed-93a549986f3c req-d7f2be20-9139-4724-b34a-459c19738122 service nova] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Detach interface failed, port_id=457869b5-ee07-4e9e-beb1-0cedd09b4f80, reason: Instance af739a3f-1971-4f96-98e9-3aa95a772916 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1557.794269] env[69371]: INFO nova.compute.manager [-] [instance: af739a3f-1971-4f96-98e9-3aa95a772916] Took 1.73 seconds to deallocate network for instance. [ 1558.301310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.301707] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.301972] env[69371]: DEBUG nova.objects.instance [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'resources' on Instance uuid af739a3f-1971-4f96-98e9-3aa95a772916 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.864990] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f84cf-e78f-4130-be5f-4d34b62b7986 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.875899] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01785e3b-5428-4920-9f33-5cc90aacd504 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.908039] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26a8b5-00b4-4dd9-922b-5ef98a80c349 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.916748] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f629d-4db4-42b9-b487-396cc761b038 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.931132] env[69371]: DEBUG nova.compute.provider_tree [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.435151] env[69371]: DEBUG nova.scheduler.client.report [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.942107] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.973526] env[69371]: INFO nova.scheduler.client.report [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted allocations for instance af739a3f-1971-4f96-98e9-3aa95a772916 [ 1560.481921] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0330487f-54b3-4282-8ee9-341a99f6e3f7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "af739a3f-1971-4f96-98e9-3aa95a772916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.070s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.525048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.525048] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.754824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.755120] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.010419] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1563.011378] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728cc29-0e5c-4996-a47a-f56cedb9584f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.018422] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1563.018706] env[69371]: ERROR oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk due to incomplete transfer. [ 1563.019053] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95b7c4c5-8003-4248-99f3-5080d45b9b5e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.026525] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Starting instance... {{(pid=69371) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.030060] env[69371]: DEBUG oslo_vmware.rw_handles [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5f0a0-b4f8-0e05-0d46-7f5ae51a4b3c/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1563.030281] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Uploaded image d1180eda-8016-46b2-8a57-ca8af3f572c4 to the Glance image server {{(pid=69371) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1563.033017] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Destroying the VM {{(pid=69371) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1563.033455] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c866c4e-3906-44ed-95b4-4f82403eed20 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.040909] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1563.040909] env[69371]: value = "task-4131365" [ 1563.040909] env[69371]: _type = "Task" [ 1563.040909] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.048694] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131365, 'name': Destroy_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.258200] env[69371]: DEBUG nova.compute.utils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1563.551468] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131365, 'name': Destroy_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.552552] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.552824] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.554396] env[69371]: INFO nova.compute.claims [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.761572] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.051994] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131365, 'name': Destroy_Task} progress is 100%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.553738] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131365, 'name': Destroy_Task, 'duration_secs': 1.346914} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.554168] env[69371]: INFO nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Destroyed the VM [ 1564.554168] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleting Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1564.554423] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f7b38041-acfd-44a9-b503-80a937dff4f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.560590] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1564.560590] env[69371]: value = "task-4131366" [ 1564.560590] env[69371]: _type = "Task" [ 1564.560590] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.573304] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.621046] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02619d-f703-4ff6-bfd0-288d5347ec7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.628841] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff41cab-6455-425f-8613-8f5bdb29f287 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.659856] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a877f-f913-48b4-97a2-66adb14cdc53 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.667682] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec5c58-66c8-423e-92be-e09e9427e1c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.681778] env[69371]: DEBUG nova.compute.provider_tree [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.823374] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.823707] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.823996] env[69371]: INFO nova.compute.manager [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attaching volume b39e8a91-b130-4f56-9be2-5e28e171e7d4 to /dev/sdb [ 1564.856934] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc390eab-9b39-42ac-bccd-67e7c2dc0205 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.865655] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181e737-ff63-4e22-ae99-e5fc03daba7e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.882481] env[69371]: DEBUG nova.virt.block_device [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating existing volume attachment record: 530a057b-a394-48c6-b14e-5aed4d7419d2 {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1565.070955] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.071095] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleted Snapshot of the VM instance {{(pid=69371) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1565.071311] env[69371]: DEBUG nova.compute.manager [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1565.072154] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a76135-30ff-462a-a2a9-4fd7cb411347 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.185658] env[69371]: DEBUG nova.scheduler.client.report [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.584559] env[69371]: INFO nova.compute.manager [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Shelve offloading [ 1565.690506] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.690975] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Start building networks asynchronously for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.088021] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.088388] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c15e4b0-2198-4696-af8f-272f48637449 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.096082] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1566.096082] env[69371]: value = "task-4131368" [ 1566.096082] env[69371]: _type = "Task" [ 1566.096082] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.104140] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.196014] env[69371]: DEBUG nova.compute.utils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1566.197442] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Allocating IP information in the background. {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.197613] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] allocate_for_instance() {{(pid=69371) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.246794] env[69371]: DEBUG nova.policy [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3fc1f4c84024080af353d6181824772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc96e37ecda3423f85ef3c4b844bee90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69371) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.518167] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Successfully created port: d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.606940] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] VM already powered off {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1566.606940] env[69371]: DEBUG nova.compute.manager [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1566.607574] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec40d8-6d1c-4127-96e9-90dffa2284e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.613557] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.613725] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.613920] env[69371]: DEBUG nova.network.neutron [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.701086] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Start building block device mappings for instance. {{(pid=69371) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.346513] env[69371]: DEBUG nova.network.neutron [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.712053] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Start spawning the instance on the hypervisor. {{(pid=69371) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1567.739177] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T06:45:46Z,direct_url=,disk_format='vmdk',id=f3242e19-7cd9-42b7-8515-e9e6418e80b9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='035c2d6016ec40958e2e81a5d38b3c63',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T06:45:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.739447] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.739585] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.739775] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.739919] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.740078] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.740285] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.740484] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.740677] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.740862] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.741086] env[69371]: DEBUG nova.virt.hardware [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.741988] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286f145-4fe7-49a6-a426-222c9988971a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.750255] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb68cb9-3446-4277-b9e1-29d63f1d6728 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.849807] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.036757] env[69371]: DEBUG nova.compute.manager [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Received event network-vif-plugged-d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1568.036993] env[69371]: DEBUG oslo_concurrency.lockutils [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.037213] env[69371]: DEBUG oslo_concurrency.lockutils [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] Lock "9f551288-ecff-4013-aeef-a86210ba750f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.037384] env[69371]: DEBUG oslo_concurrency.lockutils [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] Lock "9f551288-ecff-4013-aeef-a86210ba750f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.037551] env[69371]: DEBUG nova.compute.manager [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] No waiting events found dispatching network-vif-plugged-d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1568.037713] env[69371]: WARNING nova.compute.manager [req-ee2b3103-3795-4eda-9502-fbed08324a76 req-becf022c-9ec7-4675-a7c5-b12386c2472a service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Received unexpected event network-vif-plugged-d94433e5-2094-4b5b-a9bb-90d049733d34 for instance with vm_state building and task_state spawning. [ 1568.193818] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Successfully updated port: d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.301376] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.302372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46501a9-fd2a-4bb2-a208-6aabfb44d63b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.310581] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.310858] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6faa96c9-bf1c-4fca-ae45-8ed25ff574d7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.389708] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.389973] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.390144] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleting the datastore file [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.390544] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d8e731-81ad-41ec-86dd-97d44cc09dc0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.397326] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1568.397326] env[69371]: value = "task-4131371" [ 1568.397326] env[69371]: _type = "Task" [ 1568.397326] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.405533] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.699820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.699820] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.699820] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.908175] env[69371]: DEBUG oslo_vmware.api [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186183} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.908558] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.908628] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.908811] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.934918] env[69371]: INFO nova.scheduler.client.report [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted allocations for instance f9f10870-3e38-41e4-b418-6f5d8a1c2b37 [ 1569.231195] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Instance cache missing network info. {{(pid=69371) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.371875] env[69371]: DEBUG nova.network.neutron [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating instance_info_cache with network_info: [{"id": "d94433e5-2094-4b5b-a9bb-90d049733d34", "address": "fa:16:3e:b3:f7:e1", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94433e5-20", "ovs_interfaceid": "d94433e5-2094-4b5b-a9bb-90d049733d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.427523] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1569.427766] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818255', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'name': 'volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'serial': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1569.428701] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe4f13-a759-44f9-982f-38d30641ce24 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.445734] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.446037] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.446266] env[69371]: DEBUG nova.objects.instance [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'resources' on Instance uuid f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.448489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3fa229-23e9-4788-a1f1-3f82ee83ec32 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.476649] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4/volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.476649] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9a2bde-7fbd-4c3f-b864-92c00cc4a00a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.496922] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1569.496922] env[69371]: value = "task-4131372" [ 1569.496922] env[69371]: _type = "Task" [ 1569.496922] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.505803] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.875058] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.875362] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Instance network_info: |[{"id": "d94433e5-2094-4b5b-a9bb-90d049733d34", "address": "fa:16:3e:b3:f7:e1", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94433e5-20", "ovs_interfaceid": "d94433e5-2094-4b5b-a9bb-90d049733d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69371) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.875793] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd94433e5-2094-4b5b-a9bb-90d049733d34', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.883278] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1569.883503] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.883724] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf8aedd7-476f-4bb2-8d57-e8ca5752890b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.905723] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.905723] env[69371]: value = "task-4131373" [ 1569.905723] env[69371]: _type = "Task" [ 1569.905723] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.914028] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131373, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.951947] env[69371]: DEBUG nova.objects.instance [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'numa_topology' on Instance uuid f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.007915] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131372, 'name': ReconfigVM_Task, 'duration_secs': 0.404242} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.008224] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4/volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.013106] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0851da4e-9f62-4479-b279-fe8b3bb58c54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.028365] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1570.028365] env[69371]: value = "task-4131374" [ 1570.028365] env[69371]: _type = "Task" [ 1570.028365] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.036874] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.075113] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-vif-unplugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.075422] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.075671] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.075885] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.076100] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] No waiting events found dispatching network-vif-unplugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1570.076311] env[69371]: WARNING nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received unexpected event network-vif-unplugged-311f1147-8a61-42a6-bed7-4df2dd86b705 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1570.076521] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Received event network-changed-d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1570.076723] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Refreshing instance network info cache due to event network-changed-d94433e5-2094-4b5b-a9bb-90d049733d34. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1570.076940] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Acquiring lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.077108] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Acquired lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.077292] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Refreshing network info cache for port d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.416487] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131373, 'name': CreateVM_Task, 'duration_secs': 0.343001} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.416734] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.417317] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.417498] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.417830] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.418104] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b03056-8232-47f8-88f7-3b2ea99f154e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.422965] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1570.422965] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]529fca04-93c0-574e-ba0b-c1c354159ad4" [ 1570.422965] env[69371]: _type = "Task" [ 1570.422965] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.430656] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529fca04-93c0-574e-ba0b-c1c354159ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.454798] env[69371]: DEBUG nova.objects.base [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69371) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1570.503787] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434519fd-1518-47c8-b8c2-bfa82036afe0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.511920] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e51539-883f-4b17-8d6e-b7ba92dec236 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.545049] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ac0b0-8bb6-4aaa-9614-a975b371c959 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.554274] env[69371]: DEBUG oslo_vmware.api [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131374, 'name': ReconfigVM_Task, 'duration_secs': 0.159847} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.556456] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818255', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'name': 'volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'serial': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1570.558981] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c9fe0-cde1-461b-a9e5-69653cf01a92 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.573525] env[69371]: DEBUG nova.compute.provider_tree [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.579271] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.794681] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updated VIF entry in instance network info cache for port d94433e5-2094-4b5b-a9bb-90d049733d34. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.795069] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating instance_info_cache with network_info: [{"id": "d94433e5-2094-4b5b-a9bb-90d049733d34", "address": "fa:16:3e:b3:f7:e1", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94433e5-20", "ovs_interfaceid": "d94433e5-2094-4b5b-a9bb-90d049733d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.935307] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]529fca04-93c0-574e-ba0b-c1c354159ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.935714] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.935785] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Processing image f3242e19-7cd9-42b7-8515-e9e6418e80b9 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.936067] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.936276] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.936468] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.936772] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544d4797-fa56-4adb-b6a5-995c82edd6f6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.946101] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.946317] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.947023] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809a66b3-1864-4f8f-9564-ee38b6647df6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.954347] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1570.954347] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5257c3ec-0a84-f85a-75e3-e1571493f36a" [ 1570.954347] env[69371]: _type = "Task" [ 1570.954347] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.962101] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5257c3ec-0a84-f85a-75e3-e1571493f36a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.076955] env[69371]: DEBUG nova.scheduler.client.report [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.297754] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Releasing lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.298107] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1571.298344] env[69371]: DEBUG nova.compute.manager [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing instance network info cache due to event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1571.298559] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.298701] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.298861] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.465741] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5257c3ec-0a84-f85a-75e3-e1571493f36a, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.466593] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea6d0e5-ffb4-4c3d-9ef4-b1dfa23136a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.471925] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1571.471925] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]5246a6ee-d18b-e29f-8357-b10674fb05bf" [ 1571.471925] env[69371]: _type = "Task" [ 1571.471925] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.479771] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5246a6ee-d18b-e29f-8357-b10674fb05bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.583533] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.603305] env[69371]: DEBUG nova.objects.instance [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.982625] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]5246a6ee-d18b-e29f-8357-b10674fb05bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.983056] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.983184] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 9f551288-ecff-4013-aeef-a86210ba750f/9f551288-ecff-4013-aeef-a86210ba750f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.983451] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87bc748e-cc90-48b0-aee9-b3ef71ac021b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.991227] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1571.991227] env[69371]: value = "task-4131375" [ 1571.991227] env[69371]: _type = "Task" [ 1571.991227] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.002416] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.034386] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updated VIF entry in instance network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.034731] env[69371]: DEBUG nova.network.neutron [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap311f1147-8a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.091358] env[69371]: DEBUG oslo_concurrency.lockutils [None req-73e146c6-b9bc-48fd-9eeb-139603470480 tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.415s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.092504] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.513s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.092504] env[69371]: INFO nova.compute.manager [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Unshelving [ 1572.107811] env[69371]: DEBUG oslo_concurrency.lockutils [None req-30481439-109f-4235-a189-4bd60abdff50 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.501453] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474664} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.501717] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f3242e19-7cd9-42b7-8515-e9e6418e80b9/f3242e19-7cd9-42b7-8515-e9e6418e80b9.vmdk to [datastore1] 9f551288-ecff-4013-aeef-a86210ba750f/9f551288-ecff-4013-aeef-a86210ba750f.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.501935] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Extending root virtual disk to 1048576 {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.502215] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a357a8a6-a8bc-4fac-84ce-0fa4e3441594 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.508694] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1572.508694] env[69371]: value = "task-4131376" [ 1572.508694] env[69371]: _type = "Task" [ 1572.508694] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.516312] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.538165] env[69371]: DEBUG oslo_concurrency.lockutils [req-3f5e7ef9-b799-4b29-a967-cc98956bb55f req-c18c2932-79be-4e62-b69a-61ba47971f08 service nova] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.958823] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.959093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.018897] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062359} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.019278] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Extended root virtual disk {{(pid=69371) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.019908] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d395f9-037c-4790-a252-8c6cbab00ee4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.042883] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 9f551288-ecff-4013-aeef-a86210ba750f/9f551288-ecff-4013-aeef-a86210ba750f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.043537] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec27b95-7b43-4e78-8250-152df645106b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.063284] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1573.063284] env[69371]: value = "task-4131377" [ 1573.063284] env[69371]: _type = "Task" [ 1573.063284] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.071743] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.119746] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.120093] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.120331] env[69371]: DEBUG nova.objects.instance [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'pci_requests' on Instance uuid f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.463167] env[69371]: DEBUG nova.compute.utils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1573.575690] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131377, 'name': ReconfigVM_Task, 'duration_secs': 0.280114} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.575976] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 9f551288-ecff-4013-aeef-a86210ba750f/9f551288-ecff-4013-aeef-a86210ba750f.vmdk or device None with type sparse {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.576629] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa6841a-ff3c-4ef7-b92f-4ed751b4fa5a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.582979] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1573.582979] env[69371]: value = "task-4131378" [ 1573.582979] env[69371]: _type = "Task" [ 1573.582979] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.591152] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131378, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.624785] env[69371]: DEBUG nova.objects.instance [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'numa_topology' on Instance uuid f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.839279] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.839497] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.966956] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.093806] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131378, 'name': Rename_Task, 'duration_secs': 0.163528} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.094212] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.094498] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2cc48e-b36c-4f6a-83bf-dd437cb3db0e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.101163] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1574.101163] env[69371]: value = "task-4131379" [ 1574.101163] env[69371]: _type = "Task" [ 1574.101163] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.109084] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.127272] env[69371]: INFO nova.compute.claims [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.344424] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.344706] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.344872] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.345038] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.345216] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.345370] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1574.345841] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.611370] env[69371]: DEBUG oslo_vmware.api [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131379, 'name': PowerOnVM_Task, 'duration_secs': 0.493248} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.611650] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.611797] env[69371]: INFO nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1574.611980] env[69371]: DEBUG nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1574.612758] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69839a4-35ad-415c-8dd8-20ede2a34c46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.848518] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.041452] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.041798] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.042123] env[69371]: INFO nova.compute.manager [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attaching volume db043ae1-44ab-4e6a-9e10-7b0fe8d78a06 to /dev/sdc [ 1575.075929] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af4054-aff2-4109-9e58-19eb3a16a0c6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.083455] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2caf8f-2e37-4bdc-a6f5-30d63be77aae {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.098089] env[69371]: DEBUG nova.virt.block_device [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating existing volume attachment record: fcd6441b-13f5-4f35-9f27-57d86802a09a {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1575.130072] env[69371]: INFO nova.compute.manager [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Took 11.59 seconds to build instance. [ 1575.194955] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1426d-c83a-414d-a019-67c32c6e203e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.203464] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1e996-367b-4e70-8573-8d78e976662c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.233611] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca8f852-fe22-41e0-8661-494a7403fe46 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.244489] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2064c4-9abb-43d8-8255-e69405f78f0a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.254508] env[69371]: DEBUG nova.compute.provider_tree [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.632154] env[69371]: DEBUG oslo_concurrency.lockutils [None req-88c937db-5d2f-4cfe-b9ef-d0f90aeabfc1 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.108s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.642187] env[69371]: DEBUG nova.compute.manager [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Received event network-changed-d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1575.642552] env[69371]: DEBUG nova.compute.manager [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Refreshing instance network info cache due to event network-changed-d94433e5-2094-4b5b-a9bb-90d049733d34. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1575.642900] env[69371]: DEBUG oslo_concurrency.lockutils [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] Acquiring lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.643200] env[69371]: DEBUG oslo_concurrency.lockutils [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] Acquired lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.643494] env[69371]: DEBUG nova.network.neutron [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Refreshing network info cache for port d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.760021] env[69371]: DEBUG nova.scheduler.client.report [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.262694] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.142s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.266827] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.418s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.267044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.267173] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1576.268059] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f534a15-8050-455c-b786-b2a12dca01a3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.277403] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf49816-4404-407a-8cc5-6866252defab {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.293842] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93444b9d-116f-4204-a8ca-5ad9add75ece {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.301056] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce116c2e-0cd3-4aa6-a529-2472e9f66c39 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.330634] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180358MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1576.330802] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.331075] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.333383] env[69371]: INFO nova.network.neutron [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating port 311f1147-8a61-42a6-bed7-4df2dd86b705 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1576.439568] env[69371]: DEBUG nova.network.neutron [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updated VIF entry in instance network info cache for port d94433e5-2094-4b5b-a9bb-90d049733d34. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.439915] env[69371]: DEBUG nova.network.neutron [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating instance_info_cache with network_info: [{"id": "d94433e5-2094-4b5b-a9bb-90d049733d34", "address": "fa:16:3e:b3:f7:e1", "network": {"id": "1fe30c28-3590-4617-95a4-7be0dd37d5bc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2097689568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc96e37ecda3423f85ef3c4b844bee90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94433e5-20", "ovs_interfaceid": "d94433e5-2094-4b5b-a9bb-90d049733d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.942746] env[69371]: DEBUG oslo_concurrency.lockutils [req-6065ed9c-d57c-465d-9795-287902a3fa75 req-374d997b-43e4-499b-976d-f15a69e901a6 service nova] Releasing lock "refresh_cache-9f551288-ecff-4013-aeef-a86210ba750f" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.363391] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance ce0bb490-0487-4120-971a-41175923a739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1577.363756] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9f551288-ecff-4013-aeef-a86210ba750f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1577.363756] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance f9f10870-3e38-41e4-b418-6f5d8a1c2b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1577.363851] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1577.363943] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1577.424829] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7355b2-21d3-4ef4-a32c-c6325de0d59b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.434284] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66807719-c8dc-4f5f-8311-13ffdb420f52 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.467115] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76cdefa-80e1-4cff-961e-b8d1e6b9102e {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.475623] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e4a18e-6f65-4894-a622-25fe793c18f5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.489580] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.769990] env[69371]: DEBUG nova.compute.manager [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1577.770158] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.770389] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.770562] env[69371]: DEBUG oslo_concurrency.lockutils [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.770731] env[69371]: DEBUG nova.compute.manager [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] No waiting events found dispatching network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1577.770905] env[69371]: WARNING nova.compute.manager [req-fd7c1ad4-9877-4d27-8651-d0c0041a4d6f req-13c3141f-9c52-48ed-a347-cacc404316d8 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received unexpected event network-vif-plugged-311f1147-8a61-42a6-bed7-4df2dd86b705 for instance with vm_state shelved_offloaded and task_state spawning. [ 1577.856179] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.856522] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.856749] env[69371]: DEBUG nova.network.neutron [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Building network info cache for instance {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.993369] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.498484] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1578.498869] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.566938] env[69371]: DEBUG nova.network.neutron [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.069526] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.098054] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T06:46:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f4bfb9976aa18fb0b38c8e671eb4d11f',container_format='bare',created_at=2025-05-14T07:02:53Z,direct_url=,disk_format='vmdk',id=d1180eda-8016-46b2-8a57-ca8af3f572c4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2026218826-shelved',owner='cd0623d607a442388847057af2fb2e2a',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-05-14T07:03:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1579.098327] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.098493] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image limits 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1579.098683] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Flavor pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.098832] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Image pref 0:0:0 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1579.098979] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69371) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1579.099209] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1579.099371] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1579.099550] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Got 1 possible topologies {{(pid=69371) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1579.099715] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1579.099888] env[69371]: DEBUG nova.virt.hardware [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69371) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1579.101108] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f993c19d-796a-4cc7-befa-339c28124921 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.109405] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9659e6c-ed33-45da-a875-8166ae95d905 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.122964] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '311f1147-8a61-42a6-bed7-4df2dd86b705', 'vif_model': 'vmxnet3'}] {{(pid=69371) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.130558] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1579.130796] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Creating VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.131037] env[69371]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24dab672-e859-47db-a133-6b937eb2de93 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.149583] env[69371]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.149583] env[69371]: value = "task-4131382" [ 1579.149583] env[69371]: _type = "Task" [ 1579.149583] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.157497] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131382, 'name': CreateVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.646329] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1579.646329] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818257', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'name': 'volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'serial': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1579.646688] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ada9fd-a86a-4994-9efd-bb2f31df72f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.666186] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e60c6-053a-484d-bfb4-f241ef33b405 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.671579] env[69371]: DEBUG oslo_vmware.api [-] Task: {'id': task-4131382, 'name': CreateVM_Task, 'duration_secs': 0.323603} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.672036] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Created VM on the ESX host {{(pid=69371) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1579.672698] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.672858] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.673264] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.673515] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d11b91e-23cc-47f8-b7d2-fc3bab9a0bda {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.696979] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06/volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.697579] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b533a08c-6413-49d8-ae0f-f81cb6ba8fd6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.711658] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1579.711658] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52ce365c-3dda-93a2-dec6-7083baae8b33" [ 1579.711658] env[69371]: _type = "Task" [ 1579.711658] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.717565] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1579.717565] env[69371]: value = "task-4131383" [ 1579.717565] env[69371]: _type = "Task" [ 1579.717565] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.723595] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.723843] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Processing image d1180eda-8016-46b2-8a57-ca8af3f572c4 {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.724095] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.724347] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.724432] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.724679] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967d6882-00e3-4e7b-a053-1980626ede61 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.731584] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.733947] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.734165] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69371) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.734874] env[69371]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dec568a-2637-4bec-9d03-250f20f4592c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.740212] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1579.740212] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52fe2559-70ce-a149-9d69-2deb4a979840" [ 1579.740212] env[69371]: _type = "Task" [ 1579.740212] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.748449] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': session[52dc7b31-d65e-506f-5dff-935c079fe584]52fe2559-70ce-a149-9d69-2deb4a979840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.796801] env[69371]: DEBUG nova.compute.manager [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1579.796921] env[69371]: DEBUG nova.compute.manager [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing instance network info cache due to event network-changed-311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1579.797177] env[69371]: DEBUG oslo_concurrency.lockutils [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] Acquiring lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.797352] env[69371]: DEBUG oslo_concurrency.lockutils [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] Acquired lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.797517] env[69371]: DEBUG nova.network.neutron [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Refreshing network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.911111] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.231146] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131383, 'name': ReconfigVM_Task, 'duration_secs': 0.367665} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.231411] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06/volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.236397] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbe8ed4-9b2d-432d-bc0d-96dac0210433 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.258172] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Preparing fetch location {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1580.258429] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Fetch image to [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f/OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f.vmdk {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1580.258617] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Downloading stream optimized image d1180eda-8016-46b2-8a57-ca8af3f572c4 to [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f/OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f.vmdk on the data store datastore2 as vApp {{(pid=69371) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1580.258789] env[69371]: DEBUG nova.virt.vmwareapi.images [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Downloading image file data d1180eda-8016-46b2-8a57-ca8af3f572c4 to the ESX as VM named 'OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f' {{(pid=69371) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1580.260840] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1580.260840] env[69371]: value = "task-4131384" [ 1580.260840] env[69371]: _type = "Task" [ 1580.260840] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.270403] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.331870] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1580.331870] env[69371]: value = "resgroup-9" [ 1580.331870] env[69371]: _type = "ResourcePool" [ 1580.331870] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1580.332200] env[69371]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4cd228b-5f29-45fb-b1c1-4af4bbca4564 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.357465] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease: (returnval){ [ 1580.357465] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1580.357465] env[69371]: _type = "HttpNfcLease" [ 1580.357465] env[69371]: } obtained for vApp import into resource pool (val){ [ 1580.357465] env[69371]: value = "resgroup-9" [ 1580.357465] env[69371]: _type = "ResourcePool" [ 1580.357465] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1580.357868] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the lease: (returnval){ [ 1580.357868] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1580.357868] env[69371]: _type = "HttpNfcLease" [ 1580.357868] env[69371]: } to be ready. {{(pid=69371) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1580.364928] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1580.364928] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1580.364928] env[69371]: _type = "HttpNfcLease" [ 1580.364928] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1580.539888] env[69371]: DEBUG nova.network.neutron [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updated VIF entry in instance network info cache for port 311f1147-8a61-42a6-bed7-4df2dd86b705. {{(pid=69371) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.540295] env[69371]: DEBUG nova.network.neutron [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [{"id": "311f1147-8a61-42a6-bed7-4df2dd86b705", "address": "fa:16:3e:58:d7:54", "network": {"id": "101ac922-47e4-434c-a465-e777ae8db50a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1254982245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd0623d607a442388847057af2fb2e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap311f1147-8a", "ovs_interfaceid": "311f1147-8a61-42a6-bed7-4df2dd86b705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.771911] env[69371]: DEBUG oslo_vmware.api [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131384, 'name': ReconfigVM_Task, 'duration_secs': 0.153451} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.772468] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818257', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'name': 'volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'serial': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1580.866392] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1580.866392] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1580.866392] env[69371]: _type = "HttpNfcLease" [ 1580.866392] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1581.043086] env[69371]: DEBUG oslo_concurrency.lockutils [req-a16b1d09-54b9-4ed2-8f0a-76ec0eabac5f req-333efcbf-7501-454b-bc93-a9ae8f11d3d1 service nova] Releasing lock "refresh_cache-f9f10870-3e38-41e4-b418-6f5d8a1c2b37" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.366658] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.366658] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1581.366658] env[69371]: _type = "HttpNfcLease" [ 1581.366658] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1581.809867] env[69371]: DEBUG nova.objects.instance [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.867984] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.867984] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1581.867984] env[69371]: _type = "HttpNfcLease" [ 1581.867984] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.316885] env[69371]: DEBUG oslo_concurrency.lockutils [None req-9b9537cf-da78-4c3b-ac0e-cc9f4ea56a45 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.369331] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.369331] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1582.369331] env[69371]: _type = "HttpNfcLease" [ 1582.369331] env[69371]: } is initializing. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1582.599027] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.599304] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.869327] env[69371]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1582.869327] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1582.869327] env[69371]: _type = "HttpNfcLease" [ 1582.869327] env[69371]: } is ready. {{(pid=69371) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1582.869687] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1582.869687] env[69371]: value = "session[52dc7b31-d65e-506f-5dff-935c079fe584]52aa316c-b68b-2ca9-24ed-9865214afbd5" [ 1582.869687] env[69371]: _type = "HttpNfcLease" [ 1582.869687] env[69371]: }. {{(pid=69371) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1582.870464] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc7eeb-9f58-4e29-96d4-204bd30f01e3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.878140] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk from lease info. {{(pid=69371) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1582.878320] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk. {{(pid=69371) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1582.939367] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f0fe1d4-7579-4a19-b636-5391e2bb15c0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.102656] env[69371]: INFO nova.compute.manager [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Detaching volume b39e8a91-b130-4f56-9be2-5e28e171e7d4 [ 1583.136014] env[69371]: INFO nova.virt.block_device [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attempting to driver detach volume b39e8a91-b130-4f56-9be2-5e28e171e7d4 from mountpoint /dev/sdb [ 1583.136381] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1583.136588] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818255', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'name': 'volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'serial': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1583.137648] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657c806-c548-43ca-b186-78bf3cdf4cc5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.171340] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6783e-fee0-4821-846e-7278e3144423 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.180327] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377e491-836d-4e80-a932-f7dcfb6d782b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.212226] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9439a1e4-ca6d-4263-9bc6-2a60163371bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.230096] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] The volume has not been displaced from its original location: [datastore1] volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4/volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1583.235446] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1583.240232] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa84bf5c-394f-4367-ad6f-2089ea48f3e6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.265911] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1583.265911] env[69371]: value = "task-4131386" [ 1583.265911] env[69371]: _type = "Task" [ 1583.265911] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.278137] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.778700] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131386, 'name': ReconfigVM_Task, 'duration_secs': 0.268522} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.781866] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1583.787270] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fca860-e647-49f8-bdda-b177c5fe6125 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.810329] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1583.810329] env[69371]: value = "task-4131387" [ 1583.810329] env[69371]: _type = "Task" [ 1583.810329] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.822072] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.050617] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Completed reading data from the image iterator. {{(pid=69371) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1584.051063] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.052316] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9feca3a-9024-437d-b12f-67094ecaf0d9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.061038] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk is in state: ready. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.061285] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk. {{(pid=69371) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1584.061604] env[69371]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5862335b-c576-4137-87bd-3ab7ce7a64e7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.276329] env[69371]: DEBUG oslo_vmware.rw_handles [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c17145-2271-fd62-8626-958067ba7a88/disk-0.vmdk. {{(pid=69371) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1584.276581] env[69371]: INFO nova.virt.vmwareapi.images [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Downloaded image file data d1180eda-8016-46b2-8a57-ca8af3f572c4 [ 1584.277571] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c23a320-5bed-445c-842d-677880821b89 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.294978] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11afc3d1-dfd1-4573-840d-4cb59b166c86 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.321677] env[69371]: DEBUG oslo_vmware.api [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131387, 'name': ReconfigVM_Task, 'duration_secs': 0.173048} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.321974] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818255', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'name': 'volume-b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4', 'serial': 'b39e8a91-b130-4f56-9be2-5e28e171e7d4'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1584.336414] env[69371]: INFO nova.virt.vmwareapi.images [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] The imported VM was unregistered [ 1584.338878] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Caching image {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1584.339129] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.339417] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20aed36b-4d34-4d93-9164-d87f31b731f9 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.351866] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Created directory with path [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4 {{(pid=69371) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.352126] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f/OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f.vmdk to [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk. {{(pid=69371) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1584.352426] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b2cf36ba-6981-4806-923c-be64e8b2b2ef {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.359850] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1584.359850] env[69371]: value = "task-4131389" [ 1584.359850] env[69371]: _type = "Task" [ 1584.359850] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.367603] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.864867] env[69371]: DEBUG nova.objects.instance [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.872318] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.371883] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.861665] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.871959] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.874656] env[69371]: DEBUG oslo_concurrency.lockutils [None req-8242b45a-035c-4149-a873-7a9cb1e4a1a3 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.875932] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.014s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.372297] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.380654] env[69371]: INFO nova.compute.manager [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Detaching volume db043ae1-44ab-4e6a-9e10-7b0fe8d78a06 [ 1586.415207] env[69371]: INFO nova.virt.block_device [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Attempting to driver detach volume db043ae1-44ab-4e6a-9e10-7b0fe8d78a06 from mountpoint /dev/sdc [ 1586.415490] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1586.415682] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818257', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'name': 'volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'serial': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1586.416644] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121f08d-242b-4461-b99b-47cd441b5534 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.439616] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acb78b3-cb7d-43c1-8152-81abc997cf0b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.449237] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790a53f-edd8-4686-9bd7-3702e915544c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.473918] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b230e01d-1940-4583-9cb5-a3f98b5a86f1 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.489811] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] The volume has not been displaced from its original location: [datastore2] volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06/volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1586.495305] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1586.495634] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b51055c-fb95-4bf9-a4bd-0fdeded949f3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.515474] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1586.515474] env[69371]: value = "task-4131390" [ 1586.515474] env[69371]: _type = "Task" [ 1586.515474] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.524403] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.871970] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131389, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.387015} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.872251] env[69371]: INFO nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f/OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f.vmdk to [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk. [ 1586.872452] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Cleaning up location [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f {{(pid=69371) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1586.872607] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_563127c5-5496-4bac-b0d9-da177475eb7f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.872853] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c61a4ee-e826-4f89-91f8-e685ebd4f2e0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.879196] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1586.879196] env[69371]: value = "task-4131391" [ 1586.879196] env[69371]: _type = "Task" [ 1586.879196] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.886916] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.026017] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131390, 'name': ReconfigVM_Task, 'duration_secs': 0.332309} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.026302] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1587.030887] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4865be8c-d04f-4bdd-94d8-04ca9b9da620 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.045322] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1587.045322] env[69371]: value = "task-4131392" [ 1587.045322] env[69371]: _type = "Task" [ 1587.045322] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.053723] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.389371] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033527} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.389720] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.389833] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk" {{(pid=69371) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.390078] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk to [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.390358] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed10523-7f44-4e24-a830-48e396169e2f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.397714] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1587.397714] env[69371]: value = "task-4131393" [ 1587.397714] env[69371]: _type = "Task" [ 1587.397714] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.405848] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.556386] env[69371]: DEBUG oslo_vmware.api [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131392, 'name': ReconfigVM_Task, 'duration_secs': 0.144259} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.556713] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818257', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'name': 'volume-db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce0bb490-0487-4120-971a-41175923a739', 'attached_at': '', 'detached_at': '', 'volume_id': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06', 'serial': 'db043ae1-44ab-4e6a-9e10-7b0fe8d78a06'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1587.908288] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.105159] env[69371]: DEBUG nova.objects.instance [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'flavor' on Instance uuid ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.409234] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.909797] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.112780] env[69371]: DEBUG oslo_concurrency.lockutils [None req-7c69a384-049c-4f79-954d-440d30f92876 tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.410635] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.912140] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131393, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.2703} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.912429] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1180eda-8016-46b2-8a57-ca8af3f572c4/d1180eda-8016-46b2-8a57-ca8af3f572c4.vmdk to [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk {{(pid=69371) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.913417] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a4fc88-5ebb-4268-97ca-258dc57126bc {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.936572] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.936919] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a8e7a8-798f-4acf-af82-e6973810545c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.957037] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1589.957037] env[69371]: value = "task-4131394" [ 1589.957037] env[69371]: _type = "Task" [ 1589.957037] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.965495] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.278783] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.279029] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.279237] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "ce0bb490-0487-4120-971a-41175923a739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.279431] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.279598] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.282025] env[69371]: INFO nova.compute.manager [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Terminating instance [ 1590.466998] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131394, 'name': ReconfigVM_Task, 'duration_secs': 0.331195} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.467416] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37/f9f10870-3e38-41e4-b418-6f5d8a1c2b37.vmdk or device None with type streamOptimized {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.467983] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dae892c-20de-4abb-be42-a82f3952a2bb {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.474586] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1590.474586] env[69371]: value = "task-4131395" [ 1590.474586] env[69371]: _type = "Task" [ 1590.474586] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.482870] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131395, 'name': Rename_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.786706] env[69371]: DEBUG nova.compute.manager [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.786976] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.787892] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0c148-9b99-415d-bc7d-87445d7cf55c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.795948] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.796439] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7096a745-7450-4138-8e84-200692d4a043 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.803032] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1590.803032] env[69371]: value = "task-4131396" [ 1590.803032] env[69371]: _type = "Task" [ 1590.803032] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.813149] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.986554] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131395, 'name': Rename_Task, 'duration_secs': 0.152637} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.986896] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powering on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.987090] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dec12b6-002f-4d2a-882b-6a1fc9ca5018 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.994046] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1590.994046] env[69371]: value = "task-4131397" [ 1590.994046] env[69371]: _type = "Task" [ 1590.994046] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.002131] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.312665] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131396, 'name': PowerOffVM_Task, 'duration_secs': 0.201531} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.312928] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.313138] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.313446] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c06fcb3-bfbd-4a24-82eb-885ee2435066 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.385479] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.385705] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.385895] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleting the datastore file [datastore2] ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.386197] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9190884d-e1dd-42fc-a18a-63aa1abbedf6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.393042] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for the task: (returnval){ [ 1591.393042] env[69371]: value = "task-4131399" [ 1591.393042] env[69371]: _type = "Task" [ 1591.393042] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.401235] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.503707] env[69371]: DEBUG oslo_vmware.api [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131397, 'name': PowerOnVM_Task, 'duration_secs': 0.470959} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.504181] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powered on the VM {{(pid=69371) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.605908] env[69371]: DEBUG nova.compute.manager [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Checking state {{(pid=69371) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1591.606846] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db946ab-dac4-45d2-9904-b8fe550a239c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.902875] env[69371]: DEBUG oslo_vmware.api [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Task: {'id': task-4131399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151363} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.903205] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.903403] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.903580] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.903751] env[69371]: INFO nova.compute.manager [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] [instance: ce0bb490-0487-4120-971a-41175923a739] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1591.903989] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.904201] env[69371]: DEBUG nova.compute.manager [-] [instance: ce0bb490-0487-4120-971a-41175923a739] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.904302] env[69371]: DEBUG nova.network.neutron [-] [instance: ce0bb490-0487-4120-971a-41175923a739] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.128684] env[69371]: DEBUG oslo_concurrency.lockutils [None req-828cf82d-9e76-4c69-abbb-264b37aae0ae tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.034s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.375252] env[69371]: DEBUG nova.compute.manager [req-1ec503cd-7934-4a35-a014-c4a7fe50656b req-1b443831-9a2d-412f-b061-37b742ac2985 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Received event network-vif-deleted-86f13aac-39c9-4c35-a893-ea8280dd016e {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1592.375252] env[69371]: INFO nova.compute.manager [req-1ec503cd-7934-4a35-a014-c4a7fe50656b req-1b443831-9a2d-412f-b061-37b742ac2985 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Neutron deleted interface 86f13aac-39c9-4c35-a893-ea8280dd016e; detaching it from the instance and deleting it from the info cache [ 1592.375252] env[69371]: DEBUG nova.network.neutron [req-1ec503cd-7934-4a35-a014-c4a7fe50656b req-1b443831-9a2d-412f-b061-37b742ac2985 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.805780] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.806182] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.806310] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.806509] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.806680] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.809243] env[69371]: INFO nova.compute.manager [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Terminating instance [ 1592.855206] env[69371]: DEBUG nova.network.neutron [-] [instance: ce0bb490-0487-4120-971a-41175923a739] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.878116] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-219ba60a-33a8-45fd-a892-708cf9529f52 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.888540] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32909b1-bcee-42ea-b6ae-0692fc79570b {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.917978] env[69371]: DEBUG nova.compute.manager [req-1ec503cd-7934-4a35-a014-c4a7fe50656b req-1b443831-9a2d-412f-b061-37b742ac2985 service nova] [instance: ce0bb490-0487-4120-971a-41175923a739] Detach interface failed, port_id=86f13aac-39c9-4c35-a893-ea8280dd016e, reason: Instance ce0bb490-0487-4120-971a-41175923a739 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.312893] env[69371]: DEBUG nova.compute.manager [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.313281] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.314140] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01841332-7b18-4fed-b1fb-cebd51b73a0c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.322512] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.322758] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0841a7-ebd6-4915-b8df-25aea71c4652 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.329261] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1593.329261] env[69371]: value = "task-4131400" [ 1593.329261] env[69371]: _type = "Task" [ 1593.329261] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.337108] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.357705] env[69371]: INFO nova.compute.manager [-] [instance: ce0bb490-0487-4120-971a-41175923a739] Took 1.45 seconds to deallocate network for instance. [ 1593.839696] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131400, 'name': PowerOffVM_Task, 'duration_secs': 0.193496} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.840152] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.840321] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.840586] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e374d8-6bbb-4426-aeaa-8bb205ed3f82 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.865535] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.865831] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.866069] env[69371]: DEBUG nova.objects.instance [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lazy-loading 'resources' on Instance uuid ce0bb490-0487-4120-971a-41175923a739 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.914389] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.914640] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleting contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.914820] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleting the datastore file [datastore2] f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.915138] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b4c760-3f60-4e2e-8c45-c6db7ccece29 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.922665] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for the task: (returnval){ [ 1593.922665] env[69371]: value = "task-4131402" [ 1593.922665] env[69371]: _type = "Task" [ 1593.922665] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.930870] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.424990] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6db3c7-a3cc-4e22-be35-817f92510e35 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.435491] env[69371]: DEBUG oslo_vmware.api [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Task: {'id': task-4131402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140173} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.437200] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.437396] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deleted contents of the VM from datastore datastore2 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.437575] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.437748] env[69371]: INFO nova.compute.manager [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1594.437980] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1594.438556] env[69371]: DEBUG nova.compute.manager [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.438655] env[69371]: DEBUG nova.network.neutron [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.440755] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db2382-7429-4082-a690-69b0b4fd887f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.471358] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63734cb9-a175-40de-82ab-45ec5e6df891 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.479052] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761270f-33a9-46f0-854e-fb094d39291f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.492557] env[69371]: DEBUG nova.compute.provider_tree [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.877625] env[69371]: DEBUG nova.compute.manager [req-40a2c553-769f-4386-830e-49cc4158dae3 req-cf4cba12-5fd5-4e4b-99a0-52127f6fe7c5 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Received event network-vif-deleted-311f1147-8a61-42a6-bed7-4df2dd86b705 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1594.877888] env[69371]: INFO nova.compute.manager [req-40a2c553-769f-4386-830e-49cc4158dae3 req-cf4cba12-5fd5-4e4b-99a0-52127f6fe7c5 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Neutron deleted interface 311f1147-8a61-42a6-bed7-4df2dd86b705; detaching it from the instance and deleting it from the info cache [ 1594.878018] env[69371]: DEBUG nova.network.neutron [req-40a2c553-769f-4386-830e-49cc4158dae3 req-cf4cba12-5fd5-4e4b-99a0-52127f6fe7c5 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.996839] env[69371]: DEBUG nova.scheduler.client.report [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.362481] env[69371]: DEBUG nova.network.neutron [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.381439] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2595e1a2-0889-4b68-850d-f7beefa36aad {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.391527] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743c2213-f190-4823-b922-1cf4f961496d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.419026] env[69371]: DEBUG nova.compute.manager [req-40a2c553-769f-4386-830e-49cc4158dae3 req-cf4cba12-5fd5-4e4b-99a0-52127f6fe7c5 service nova] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Detach interface failed, port_id=311f1147-8a61-42a6-bed7-4df2dd86b705, reason: Instance f9f10870-3e38-41e4-b418-6f5d8a1c2b37 could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1595.501922] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.526545] env[69371]: INFO nova.scheduler.client.report [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Deleted allocations for instance ce0bb490-0487-4120-971a-41175923a739 [ 1595.866757] env[69371]: INFO nova.compute.manager [-] [instance: f9f10870-3e38-41e4-b418-6f5d8a1c2b37] Took 1.43 seconds to deallocate network for instance. [ 1596.035508] env[69371]: DEBUG oslo_concurrency.lockutils [None req-d37223cd-3cce-42b8-92ea-f8b076763c2f tempest-AttachVolumeTestJSON-163188484 tempest-AttachVolumeTestJSON-163188484-project-member] Lock "ce0bb490-0487-4120-971a-41175923a739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.374044] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.374230] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.374448] env[69371]: DEBUG nova.objects.instance [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lazy-loading 'resources' on Instance uuid f9f10870-3e38-41e4-b418-6f5d8a1c2b37 {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.921193] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e20e7-9b99-4c2d-ae8b-8c6a4e411be4 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.930372] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0522f3-26ce-4bc0-b175-a04b18710c0d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.961795] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149de11-0385-4a88-88d1-edbc3db8a6ce {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.969900] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb017f-1695-4af0-9fe5-ebb82791c086 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.983829] env[69371]: DEBUG nova.compute.provider_tree [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.487763] env[69371]: DEBUG nova.scheduler.client.report [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.993835] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.016771] env[69371]: INFO nova.scheduler.client.report [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Deleted allocations for instance f9f10870-3e38-41e4-b418-6f5d8a1c2b37 [ 1598.525108] env[69371]: DEBUG oslo_concurrency.lockutils [None req-155ab928-187d-4b1a-bbdf-1bb31350c89b tempest-ServerActionsTestOtherB-547959849 tempest-ServerActionsTestOtherB-547959849-project-member] Lock "f9f10870-3e38-41e4-b418-6f5d8a1c2b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.719s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.365535] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.365857] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.869566] env[69371]: DEBUG nova.compute.utils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Using /dev/sd instead of None {{(pid=69371) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1615.373637] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.437542] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.437917] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.438104] env[69371]: INFO nova.compute.manager [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Attaching volume cb5d211d-54e8-41e4-89da-5d24c7259a5d to /dev/sdb [ 1616.468309] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef634b6-6765-4a0b-9c12-982bec047886 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.475829] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b27636-dc91-4583-958e-f12d6a8734a6 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.489141] env[69371]: DEBUG nova.virt.block_device [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating existing volume attachment record: d5f5059d-23c0-41ea-a962-2eaf2b3aa59d {{(pid=69371) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1621.033162] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Volume attach. Driver type: vmdk {{(pid=69371) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1621.033564] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818260', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'name': 'volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f551288-ecff-4013-aeef-a86210ba750f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'serial': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1621.034862] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e20f5-f508-430a-a443-ad00a9079740 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.051146] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae43cf-18e4-46bf-a036-ca2bfccc6acf {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.076583] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d/volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.076852] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6135f02-b735-4e2c-9498-8ab32a5d4552 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.095228] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1621.095228] env[69371]: value = "task-4131409" [ 1621.095228] env[69371]: _type = "Task" [ 1621.095228] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.103382] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.605239] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131409, 'name': ReconfigVM_Task, 'duration_secs': 0.349503} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.605466] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d/volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d.vmdk or device None with type thin {{(pid=69371) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.610083] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d82d821-674c-4032-95e0-5ea30fabf757 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.624540] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1621.624540] env[69371]: value = "task-4131410" [ 1621.624540] env[69371]: _type = "Task" [ 1621.624540] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.632495] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.135834] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.636159] env[69371]: DEBUG oslo_vmware.api [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131410, 'name': ReconfigVM_Task, 'duration_secs': 0.914318} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.636506] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818260', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'name': 'volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f551288-ecff-4013-aeef-a86210ba750f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'serial': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d'} {{(pid=69371) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1623.676724] env[69371]: DEBUG nova.objects.instance [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid 9f551288-ecff-4013-aeef-a86210ba750f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.756367] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.874727] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.183041] env[69371]: DEBUG oslo_concurrency.lockutils [None req-769b6ffc-ac26-4b0c-aa5d-e6148f1df9eb tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.184069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.310s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.259567] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.259861] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.260098] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.260354] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69371) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1624.261416] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c276917-e1b8-4511-9cb0-64bbdb1b4660 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.269588] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5626d6ac-587a-475b-99eb-1a4d38668510 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.284342] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0905c89-e8d5-4be9-b25a-5b435d5db1b0 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.290752] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a34de9-d44f-4751-9b91-35118ea5e06c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.319098] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180358MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69371) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1624.319240] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.319450] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.688879] env[69371]: INFO nova.compute.manager [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Detaching volume cb5d211d-54e8-41e4-89da-5d24c7259a5d [ 1624.718925] env[69371]: INFO nova.virt.block_device [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Attempting to driver detach volume cb5d211d-54e8-41e4-89da-5d24c7259a5d from mountpoint /dev/sdb [ 1624.719199] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Volume detach. Driver type: vmdk {{(pid=69371) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1624.719399] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818260', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'name': 'volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f551288-ecff-4013-aeef-a86210ba750f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'serial': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1624.720274] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc3d9a-d073-4733-a53c-e412eb86d955 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.741378] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34c036d-3e3e-4c3f-959c-0f7bbe68c274 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.747988] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf87e1-217b-4efb-a982-cfc50b5d9013 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.767377] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace9922-d586-48f2-8fdc-d74ca50041a5 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.782479] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d/volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d.vmdk. No consolidation needed. {{(pid=69371) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1624.787662] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1624.787943] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7496a897-503d-45a4-8aaa-49b92d5a0ace {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.805212] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1624.805212] env[69371]: value = "task-4131411" [ 1624.805212] env[69371]: _type = "Task" [ 1624.805212] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.812793] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.315509] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131411, 'name': ReconfigVM_Task, 'duration_secs': 0.228977} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.315893] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69371) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1625.320601] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b41485-8ff2-4faa-aacd-785483280ada {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.338304] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1625.338304] env[69371]: value = "task-4131412" [ 1625.338304] env[69371]: _type = "Task" [ 1625.338304] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.347064] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.350306] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Instance 9f551288-ecff-4013-aeef-a86210ba750f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69371) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1625.350492] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1625.350641] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69371) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1625.380302] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd4895c-5979-4989-b40a-5420dcabded7 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.388225] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eddda03-76af-40a5-8e13-676c4452a30f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.417749] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cbc322-b68c-48d3-bb6c-fa40943de30c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.425888] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae6be1-d8ca-439d-94eb-2d68b4f16741 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.439718] env[69371]: DEBUG nova.compute.provider_tree [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.849547] env[69371]: DEBUG oslo_vmware.api [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131412, 'name': ReconfigVM_Task, 'duration_secs': 0.138144} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.849961] env[69371]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-818260', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'name': 'volume-cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f551288-ecff-4013-aeef-a86210ba750f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d', 'serial': 'cb5d211d-54e8-41e4-89da-5d24c7259a5d'} {{(pid=69371) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1625.943388] env[69371]: DEBUG nova.scheduler.client.report [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.391616] env[69371]: DEBUG nova.objects.instance [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'flavor' on Instance uuid 9f551288-ecff-4013-aeef-a86210ba750f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.448803] env[69371]: DEBUG nova.compute.resource_tracker [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69371) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1626.449055] env[69371]: DEBUG oslo_concurrency.lockutils [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.399949] env[69371]: DEBUG oslo_concurrency.lockutils [None req-0f5d4b14-3cd8-45a2-b7c0-bd76fa9cdfd7 tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.127069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.127069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.127069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "9f551288-ecff-4013-aeef-a86210ba750f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.127069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.127069] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.129212] env[69371]: INFO nova.compute.manager [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Terminating instance [ 1628.632758] env[69371]: DEBUG nova.compute.manager [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Start destroying the instance on the hypervisor. {{(pid=69371) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.633156] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Destroying instance {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.633957] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd874a-86d7-440b-baf9-eabe6dc7fb17 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.641775] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Powering off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.642026] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c374b712-b084-4049-8dd9-c7029a94e7c3 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.648385] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1628.648385] env[69371]: value = "task-4131413" [ 1628.648385] env[69371]: _type = "Task" [ 1628.648385] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.656940] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.158641] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131413, 'name': PowerOffVM_Task, 'duration_secs': 0.187647} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.158859] env[69371]: DEBUG nova.virt.vmwareapi.vm_util [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Powered off the VM {{(pid=69371) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.159016] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Unregistering the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.159278] env[69371]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0114c37-87db-449d-b934-f5717265fe54 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.231671] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Unregistered the VM {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.231877] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Deleting contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.232080] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleting the datastore file [datastore1] 9f551288-ecff-4013-aeef-a86210ba750f {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.232345] env[69371]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43a5ab77-9ed1-4ff3-a07b-c48bef8a6666 {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.239164] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for the task: (returnval){ [ 1629.239164] env[69371]: value = "task-4131415" [ 1629.239164] env[69371]: _type = "Task" [ 1629.239164] env[69371]: } to complete. {{(pid=69371) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.247019] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.445121] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.445313] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.445477] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.445648] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.749441] env[69371]: DEBUG oslo_vmware.api [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Task: {'id': task-4131415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135773} completed successfully. {{(pid=69371) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.749818] env[69371]: DEBUG nova.virt.vmwareapi.ds_util [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted the datastore file {{(pid=69371) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.749818] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Deleted contents of the VM from datastore datastore1 {{(pid=69371) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.749974] env[69371]: DEBUG nova.virt.vmwareapi.vmops [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Instance destroyed {{(pid=69371) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.750166] env[69371]: INFO nova.compute.manager [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1629.750622] env[69371]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69371) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1629.750719] env[69371]: DEBUG nova.compute.manager [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Deallocating network for instance {{(pid=69371) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.750822] env[69371]: DEBUG nova.network.neutron [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] deallocate_for_instance() {{(pid=69371) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.757017] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.757170] env[69371]: DEBUG nova.compute.manager [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69371) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1630.194287] env[69371]: DEBUG nova.compute.manager [req-219d69ac-005d-484f-839e-087b3937209b req-88d38237-4f90-48d2-a09d-9e05ea65cdc6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Received event network-vif-deleted-d94433e5-2094-4b5b-a9bb-90d049733d34 {{(pid=69371) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1630.194648] env[69371]: INFO nova.compute.manager [req-219d69ac-005d-484f-839e-087b3937209b req-88d38237-4f90-48d2-a09d-9e05ea65cdc6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Neutron deleted interface d94433e5-2094-4b5b-a9bb-90d049733d34; detaching it from the instance and deleting it from the info cache [ 1630.194648] env[69371]: DEBUG nova.network.neutron [req-219d69ac-005d-484f-839e-087b3937209b req-88d38237-4f90-48d2-a09d-9e05ea65cdc6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.679336] env[69371]: DEBUG nova.network.neutron [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Updating instance_info_cache with network_info: [] {{(pid=69371) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.697529] env[69371]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33ca7c03-2df4-46a3-9dd2-2aeb160b42dd {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.708144] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d373c27a-693f-48e4-b654-2f5594663f2c {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.735514] env[69371]: DEBUG nova.compute.manager [req-219d69ac-005d-484f-839e-087b3937209b req-88d38237-4f90-48d2-a09d-9e05ea65cdc6 service nova] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Detach interface failed, port_id=d94433e5-2094-4b5b-a9bb-90d049733d34, reason: Instance 9f551288-ecff-4013-aeef-a86210ba750f could not be found. {{(pid=69371) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1631.182620] env[69371]: INFO nova.compute.manager [-] [instance: 9f551288-ecff-4013-aeef-a86210ba750f] Took 1.43 seconds to deallocate network for instance. [ 1631.689453] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.689902] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.690049] env[69371]: DEBUG nova.objects.instance [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lazy-loading 'resources' on Instance uuid 9f551288-ecff-4013-aeef-a86210ba750f {{(pid=69371) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.756907] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.226845] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076a3ee5-e839-4197-a3d8-d6e597827fbe {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.234551] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7fe12-11c8-4104-be7e-577ae188f17f {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.264262] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98ffb6-6857-46ba-b01a-29bddd2d1e7a {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.271568] env[69371]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb3454-b350-4ac2-8d68-91e537ebf65d {{(pid=69371) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.285978] env[69371]: DEBUG nova.compute.provider_tree [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed in ProviderTree for provider: 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 {{(pid=69371) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.789068] env[69371]: DEBUG nova.scheduler.client.report [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Inventory has not changed for provider 52d5f370-49b9-4ee2-8c63-e0aaa6865b00 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69371) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.293893] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.313761] env[69371]: INFO nova.scheduler.client.report [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Deleted allocations for instance 9f551288-ecff-4013-aeef-a86210ba750f [ 1633.822372] env[69371]: DEBUG oslo_concurrency.lockutils [None req-129b352b-4488-4efc-9a08-76d518fbcfda tempest-AttachVolumeNegativeTest-112351542 tempest-AttachVolumeNegativeTest-112351542-project-member] Lock "9f551288-ecff-4013-aeef-a86210ba750f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=69371) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1635.757788] env[69371]: DEBUG oslo_service.periodic_task [None req-2326bc64-ccbd-4ce1-a565-a08de4c52bc0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69371) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}